-- Logs begin at Wed 2020-12-02 17:03:35 UTC, end at Wed 2020-12-02 18:10:59 UTC. --
Dec 02 17:40:07.588178 dv-cinder-733623-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Dec 02 17:40:10.139156 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.common.config [-] Logging enabled!
Dec 02 17:40:10.139736 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev194
Dec 02 17:40:10.141001 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80134) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 02 17:40:10.142003 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.common.config [-] Logging enabled!
Dec 02 17:40:10.142289 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev194
Dec 02 17:40:10.142611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80134) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 02 17:40:10.143703 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 02 17:40:10.143968 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 02 17:40:10.145224 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 02 17:40:10.145509 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 02 17:40:10.145876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 02 17:40:10.146148 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.146522 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.146863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.147128 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.147472 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.147811 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.148137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.148476 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.148817 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.149142 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.149463 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.149789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.150055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.150374 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.150730 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.151063 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.151319 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.151647 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.152175 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.152500 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.152817 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.153149 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.153464 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.153783 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.154107 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.154500 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] host                           = dv-cinder-733623-9-iscsi {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.154815 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.155148 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.155479 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.155808 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.156124 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.156438 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.156764 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.157076 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.157386 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.157702 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.158032 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.158362 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.158721 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.158981 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.159233 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.159562 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.159897 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.160374 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.160642 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.160959 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.161272 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.161584 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.161891 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.162225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.162578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.162912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.163225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.163542 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.163855 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.164168 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.164498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.164811 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.165123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.165437 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.165767 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.166075 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.166389 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.166763 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.167091 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.167415 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.167740 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.168050 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.168377 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.168688 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.168998 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.169307 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.169616 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.169924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.170249 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.170583 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.170897 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.171208 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.171522 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.171851 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:10.172270 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.172615 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.172966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.173292 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.173632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.173956 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.174290 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.174636 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.174974 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.175327 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.176154 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.176489 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.176815 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.177154 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.177489 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.177804 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.178123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.178460 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.178803 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.179117 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.179451 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.179772 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.180084 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.180412 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.180727 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.181037 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.181348 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.181667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.182004 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.182320 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.182654 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.182964 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.183279 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.183595 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.183924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.184243 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.184555 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.184866 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.185182 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.185496 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.185810 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.186128 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.186439 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.186783 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.187094 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.187402 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.187714 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.188025 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.188420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.188732 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.189043 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.189361 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.189675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.189989 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.190301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.190638 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.190950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.191292 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.192170 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.192494 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.192815 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.193136 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.193460 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.193778 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.194097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.194415 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.194760 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.195074 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.195410 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.195735 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.196062 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.196387 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.196707 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.197047 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.197365 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.197688 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.198006 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.198325 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.198676 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.199002 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.199337 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.199670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.200003 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.200337 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.200674 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.200994 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.201349 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.201668 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:10.201918 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 02 17:40:10.202182 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80134) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Dec 02 17:40:10.857798 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO keyring.backend [-] Loading Gnome
Dec 02 17:40:10.875753 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO keyring.backend [-] Loading Google
Dec 02 17:40:10.878402 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO keyring.backend [-] Loading Windows (alt)
Dec 02 17:40:10.882547 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO keyring.backend [-] Loading file
Dec 02 17:40:10.883374 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO keyring.backend [-] Loading keyczar
Dec 02 17:40:10.883655 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO keyring.backend [-] Loading multi
Dec 02 17:40:10.884299 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO keyring.backend [-] Loading pyfs
Dec 02 17:40:10.931511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:40:10.931819 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:40:10.932142 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:40:10.932516 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 02 17:40:11.356518 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.357060 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.357166 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.419404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.419635 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.419735 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.423133 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.423450 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.423755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.503235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.503546 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.503914 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.505816 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.506125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.506429 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.625599 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7faf6df20378> agent after_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.625921 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7faf6df20378> agent after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.626230 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7faf6df20400> segment precommit_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.626555 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7faf6df20488> network precommit_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.627398 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7faf6df12488> segment before_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.808554 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> network before_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.808941 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7faf6e0b4400> agent before_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.809275 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> network before_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.809583 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> port before_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.809887 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> port before_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.810279 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> segment after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.810609 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> segment precommit_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.810904 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> segment precommit_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.811196 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> segment after_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.811542 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> network after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.811839 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> network precommit_delete 0 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.812145 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> port provisioning_complete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.812454 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> rbac-policy before_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.812752 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> rbac-policy after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.813068 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> agent after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.813386 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> subnet after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.813682 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> subnet precommit_delete 0 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.814005 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> rbac-policy before_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.814294 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> rbac-policy before_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.814834 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> port after_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.815126 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> port after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.815411 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> port after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.815758 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> rbac-policy before_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.816043 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> rbac-policy before_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.816862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf6eb81eb8>> rbac-policy before_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.817509 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 02 17:40:11.817810 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 02 17:40:11.818077 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 02 17:40:11.818355 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 02 17:40:11.818658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 02 17:40:11.818937 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 02 17:40:11.820312 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 02 17:40:11.827779 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 02 17:40:11.835955 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 02 17:40:11.841251 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
Dec 02 17:40:11.844072 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 02 17:40:11.845283 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 02 17:40:11.845672 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Dec 02 17:40:11.846118 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 02 17:40:11.849856 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 02 17:40:11.850138 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 02 17:40:11.850567 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Dec 02 17:40:11.872566 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 02 17:40:11.873092 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7faf6dd03e48>> qos_plugin after_init 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.873428 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80134) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Dec 02 17:40:11.873843 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7faf6dc33e80>> logging-plugin after_init 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.875220 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80134) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 02 17:40:11.875543 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Dec 02 17:40:11.875828 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Dec 02 17:40:11.879623 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7faf6dc33f28>> floatingip before_response 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.879992 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7faf6dc33f28>> port before_response 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:11.946351 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 02 17:40:11.946636 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 02 17:40:11.946915 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 02 17:40:11.947320 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 02 17:40:11.983574 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.sqlalchemy.engines [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80134) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 02 17:40:12.291691 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Initializing driver for type 'gre'
Dec 02 17:40:12.292257 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] gre ID ranges: [(1, 1000)]
Dec 02 17:40:12.334173 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Initializing driver for type 'local'
Dec 02 17:40:12.334567 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Initializing driver for type 'vlan'
Dec 02 17:40:12.344405 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] VlanTypeDriver initialization complete
Dec 02 17:40:12.344772 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Initializing driver for type 'vxlan'
Dec 02 17:40:12.345294 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] vxlan ID ranges: [(1, 1000)]
Dec 02 17:40:12.387114 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Initializing extension driver 'port_security'
Dec 02 17:40:12.387639 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.extensions.port_security [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] PortSecurityExtensionDriver initialization complete
Dec 02 17:40:12.387803 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Initializing mechanism driver 'openvswitch'
Dec 02 17:40:12.394611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:40:12.395452 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf7b07d240>> port after_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.395851 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf7b07d240>> port after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.396236 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf7b07d240>> port after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.396653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf6d7d7748>> subnet after_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.397038 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf6d7d7748>> subnet after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.397414 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf6d7d7748>> subnet after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.397824 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf6d7d7908>> network after_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.398206 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf6d7d7908>> network after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.398603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf6d7d7908>> network after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.399010 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf6d7d7ac8>> security_group after_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.399384 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf6d7d7ac8>> security_group after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.399752 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf6d7d7ac8>> security_group after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.400155 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf6d7d7c88>> security_group_rule after_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.400529 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf6d7d7c88>> security_group_rule after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.400896 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf6d7d7c88>> security_group_rule after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.401428 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf6d7d7e48>> address_group after_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.401807 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf6d7d7e48>> address_group after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.402175 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf6d7d7e48>> address_group after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.402557 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] ML2 OVO RPC backend initialized. {{(pid=80134) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 02 17:40:12.403269 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf6d7de0f0>> router_interface after_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.403657 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf6d7de0f0>> router_interface after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.404113 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf6d7de0f0>> network before_response 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.404490 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf6d7de0f0>> networks before_response 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.404862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf6d7de0f0>> port before_response 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.405230 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf6d7de0f0>> ports before_response 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.405603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf6d7de0f0>> subnet before_response 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.405974 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf6d7de0f0>> subnets before_response 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.406348 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf6d7de0f0>> network after_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.406741 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf6d7de0f0>> network after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.407109 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf6d7de0f0>> network after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.407474 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf6d7de0f0>> port after_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.407837 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf6d7de0f0>> port after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.408207 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf6d7de0f0>> port after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.408572 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf6d7de0f0>> subnet after_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.408938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf6d7de0f0>> subnet after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.409302 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf6d7de0f0>> subnet after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.409930 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.plugin [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Modular L2 Plugin initialization complete
Dec 02 17:40:12.410842 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading services supported by the core plugin {{(pid=80134) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 02 17:40:12.411204 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.plugins.ml2.managers [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Got port-security extension from driver 'port_security'
Dec 02 17:40:12.411789 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.extensions.vlantransparent [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Disabled vlantransparent extension.
Dec 02 17:40:12.413227 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80134) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 02 17:40:12.413585 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading Plugin: router
Dec 02 17:40:12.454797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router_interface before_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.455237 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router after_create 55549900 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.455639 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router before_create 55549900 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.456037 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router_interface before_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.456446 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router_interface after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.456833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router after_delete 55549900 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.457290 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> floatingip after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.457685 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router after_create 55549900 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.458062 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router after_update 55549900 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.458448 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router after_update 55549900 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.458852 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router_gateway after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.459251 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router after_update 55549900 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.459738 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router precommit_update 55549900 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.460152 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7faf6df597b8> port after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.460525 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7faf6df596a8> port after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.460895 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7faf6df59730> subnet after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.461267 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7faf6df59840> subnetpool_address_scope after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.461650 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> port precommit_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.462029 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router precommit_create 55549900 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.462403 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7faf6de33c80> port before_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.462805 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router precommit_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.463205 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router after_update 55549900 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.463580 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router precommit_delete 55549900 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.463964 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router precommit_create 55549900 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.464365 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router_interface after_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.464743 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> router precommit_update 55549900 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.465169 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf6d7de0b8>> network after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.466160 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Tracking information for resource: router configured {{(pid=80134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 02 17:40:12.466545 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Tracking information for resource: floatingip configured {{(pid=80134) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 02 17:40:12.471530 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_agentschedulers_db [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 02 17:40:12.472175 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7faf6d75ed90> port after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.473289 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7faf6d807d08> port after_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.473594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <function _notify_port_delete at 0x7faf6d75ed08> port after_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.473972 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7faf6d75ef28> port after_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.474889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7faf6d771cf8>> router before_create 55550100 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.475285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7faf6d771cf8>> router precommit_delete 55550100 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.475680 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7faf6d771cf8>> router precommit_create 55550100 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.476065 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7faf6d771cf8>> router precommit_update 55550100 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.480663 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.provider_configuration [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Service providers = [] {{(pid=80134) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 02 17:40:12.481058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.servicetype_db [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80134) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 02 17:40:12.483967 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.service_base [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 02 17:40:12.484338 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.service_base [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 02 17:40:12.484707 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.service_base [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 02 17:40:12.485588 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.service_base [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80134) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 02 17:40:12.485987 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.services.service_base [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 02 17:40:12.486398 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 02 17:40:12.486780 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 02 17:40:12.508613 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 02 17:40:12.508992 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading Plugin: auto_allocate
Dec 02 17:40:12.519934 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7faf6d6dad90> network precommit_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.520332 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7faf6d6dad90> network precommit_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.520915 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 02 17:40:12.521272 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading Plugin: tag
Dec 02 17:40:12.532560 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 02 17:40:12.532927 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading Plugin: timestamp
Dec 02 17:40:12.537341 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 02 17:40:12.537703 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading Plugin: network_ip_availability
Dec 02 17:40:12.544658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faf6d771dd8>> rbac-policy before_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.545058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faf6d771dd8>> rbac-policy before_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.545442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faf6d771dd8>> rbac-policy before_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.546238 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 02 17:40:12.546646 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading Plugin: flavors
Dec 02 17:40:12.562978 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 02 17:40:12.563351 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading Plugin: revisions
Dec 02 17:40:12.567831 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80134) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 02 17:40:12.568243 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.636s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:40:12.569067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80134) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Dec 02 17:40:12.569426 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Initializing extension manager.
Dec 02 17:40:12.569992 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: __init__.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.570369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: __pycache__ {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.570767 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.571136 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: _filter_validation_lib.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.571504 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.571866 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: address_group.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.572662 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.573301 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: address-group
Dec 02 17:40:12.573660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: address_scope.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.574419 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.575091 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: address-scope
Dec 02 17:40:12.575488 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.576439 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.577013 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: router-admin-state-down-before-update
Dec 02 17:40:12.577367 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: agent.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.578121 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.578717 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: agent
Dec 02 17:40:12.579055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: agent_resources_synced.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.580080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.580652 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: agent-resources-synced
Dec 02 17:40:12.581005 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: allowedaddresspairs.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.582865 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.583455 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: allowed-address-pairs
Dec 02 17:40:12.583812 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: auto_allocated_topology.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.584881 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.585462 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: auto-allocated-topology
Dec 02 17:40:12.585820 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: availability_zone.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.586584 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.587160 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: availability_zone
Dec 02 17:40:12.587517 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: availability_zone_filter.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.588420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.588991 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: availability_zone_filter
Dec 02 17:40:12.589344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: data_plane_status.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.590253 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.590917 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 02 17:40:12.591268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: default_subnetpools.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.592175 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.592746 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: default-subnetpools
Dec 02 17:40:12.593097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.593936 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.594522 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: dhcp_agent_scheduler
Dec 02 17:40:12.594883 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: dns.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.595780 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.596342 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension dns-integration not supported by any of loaded plugins
Dec 02 17:40:12.596694 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: dns_domain_ports.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.598132 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.598787 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 02 17:40:12.599149 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: dvr.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.599864 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.600434 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: dvr
Dec 02 17:40:12.600786 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: empty_string_filtering.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.601689 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.602257 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: empty-string-filtering
Dec 02 17:40:12.602638 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.603546 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.604111 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 02 17:40:12.604466 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.605374 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.605938 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 02 17:40:12.606376 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: external_net.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.607419 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.607989 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: external-net
Dec 02 17:40:12.608344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.609245 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.609811 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: extra_dhcp_opt
Dec 02 17:40:12.610163 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: extraroute.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.611109 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.611674 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: extraroute
Dec 02 17:40:12.612025 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: extraroute_atomic.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.613737 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.614220 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: extraroute-atomic
Dec 02 17:40:12.614602 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: filter_validation.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.615303 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.615872 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: filter-validation
Dec 02 17:40:12.616225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: fip_pf_description.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.617141 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.617705 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 02 17:40:12.618058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: fip_port_details.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.618988 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.619556 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: fip-port-details
Dec 02 17:40:12.619909 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: flavors.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.621127 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.621704 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: flavors
Dec 02 17:40:12.622419 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.623837 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.624420 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 02 17:40:12.624784 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: floatingip_pools.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.625528 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.626100 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: floatingip-pools
Dec 02 17:40:12.626461 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: ip_allocation.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.627408 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.627975 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 02 17:40:12.628331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.629385 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.629961 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: ip-substring-filtering
Dec 02 17:40:12.630321 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: l2_adjacency.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.631265 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.631840 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 02 17:40:12.632197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: l3.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.633371 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.633956 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: router
Dec 02 17:40:12.634317 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.636629 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.637228 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 02 17:40:12.637715 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.638637 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.639222 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: ext-gw-mode
Dec 02 17:40:12.639578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.640497 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.641074 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: l3-ha
Dec 02 17:40:12.641683 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: l3_flavors.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.642622 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.643200 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: l3-flavors
Dec 02 17:40:12.643553 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.645000 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.645647 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 02 17:40:12.646004 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: l3agentscheduler.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.647220 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.647806 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: l3_agent_scheduler
Dec 02 17:40:12.648167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: logging.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.649665 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.650248 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension logging not supported by any of loaded plugins
Dec 02 17:40:12.650761 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: metering.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.651653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.652322 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: metering
Dec 02 17:40:12.652681 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.653781 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.654364 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: metering_source_and_destination_fields
Dec 02 17:40:12.654832 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: multiprovidernet.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.655772 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.656346 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: multi-provider
Dec 02 17:40:12.656707 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: netmtu.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.657611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.658185 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: net-mtu
Dec 02 17:40:12.658589 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: netmtu_writable.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.659501 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.660625 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: net-mtu-writable
Dec 02 17:40:12.660981 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: network_availability_zone.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.661698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.662271 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: network_availability_zone
Dec 02 17:40:12.662676 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: network_ip_availability.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.663777 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.664353 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: network-ip-availability
Dec 02 17:40:12.664708 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: network_segment_range.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.665570 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.666145 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 02 17:40:12.666516 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: pagination.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.667516 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.667884 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: pagination
Dec 02 17:40:12.668236 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.669147 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.669726 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: port-mac-address-regenerate
Dec 02 17:40:12.670077 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.671004 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.671592 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: port-numa-affinity-policy
Dec 02 17:40:12.671945 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: port_resource_request.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.672854 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.673417 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 02 17:40:12.673769 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: portbindings.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.674731 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.675303 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: binding
Dec 02 17:40:12.675726 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: portbindings_extended.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.677136 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.677719 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: binding-extended
Dec 02 17:40:12.678077 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: portsecurity.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.679043 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.679620 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: port-security
Dec 02 17:40:12.679972 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: project_id.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.680948 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.681313 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: project-id
Dec 02 17:40:12.681665 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: providernet.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.682600 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.683179 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: provider
Dec 02 17:40:12.683532 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: qos.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.687030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.687626 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension qos not supported by any of loaded plugins
Dec 02 17:40:12.687997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.689217 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.689802 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 02 17:40:12.690168 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.691114 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.692008 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 02 17:40:12.692377 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: qos_default.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.693286 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.693859 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension qos-default not supported by any of loaded plugins
Dec 02 17:40:12.694215 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: qos_fip.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.694927 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.695486 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension qos-fip not supported by any of loaded plugins
Dec 02 17:40:12.695841 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: qos_gateway_ip.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.696755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.697328 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 02 17:40:12.697684 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: qos_port_network_policy.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.698613 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.699187 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 02 17:40:12.699541 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: qos_rule_type_details.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.700452 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.701021 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 02 17:40:12.701376 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: qos_rules_alias.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.702524 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.703104 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 02 17:40:12.703457 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: quotasv2.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.704421 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.704788 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: quotas
Dec 02 17:40:12.705138 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: quotasv2_detail.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.706731 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.707802 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: quota_details
Dec 02 17:40:12.708172 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: rbac.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.709316 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.709911 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: rbac-policies
Dec 02 17:40:12.710277 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: rbac_address_scope.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.711242 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.711821 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: rbac-address-scope
Dec 02 17:40:12.712176 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: rbac_security_groups.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.713097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.713674 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: rbac-security-groups
Dec 02 17:40:12.714025 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: rbac_subnetpool.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.714966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.715577 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: rbac-subnetpool
Dec 02 17:40:12.715979 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: revisionifmatch.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.716890 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.717468 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: revision-if-match
Dec 02 17:40:12.717823 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: revisions.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.718945 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.719517 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: standard-attr-revisions
Dec 02 17:40:12.719876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: router_availability_zone.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.720593 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.721167 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: router_availability_zone
Dec 02 17:40:12.721523 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: routerservicetype.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.723140 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.723768 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension router-service-type not supported by any of loaded plugins
Dec 02 17:40:12.724123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.725148 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.725729 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: port-security-groups-filtering
Dec 02 17:40:12.726084 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.727032 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.727610 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: security-groups-remote-address-group
Dec 02 17:40:12.727964 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: securitygroup.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.741142 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.741765 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: security-group
Dec 02 17:40:12.742131 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: segment.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.743030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.743602 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension segment not supported by any of loaded plugins
Dec 02 17:40:12.743965 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.744930 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.745502 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 02 17:40:12.745860 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: servicetype.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.746989 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.747571 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: service-type
Dec 02 17:40:12.747929 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: sorting.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.748905 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.749273 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: sorting
Dec 02 17:40:12.749627 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: standard_attr_segment.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.750575 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.751151 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 02 17:40:12.751505 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: standardattrdescription.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.752180 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.752744 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: standard-attr-description
Dec 02 17:40:12.753097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: stateful_security_group.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.754052 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.754661 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: stateful-security-group
Dec 02 17:40:12.755019 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: stdattrs_common.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.755595 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 02 17:40:12.755947 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.756976 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.757558 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 02 17:40:12.757911 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: subnet_onboard.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.758991 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.759575 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: subnet_onboard
Dec 02 17:40:12.759929 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.760858 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.761429 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 02 17:40:12.761785 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: subnet_service_types.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.762818 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.763390 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: subnet-service-types
Dec 02 17:40:12.763749 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: subnetallocation.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.764826 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.765401 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: subnet_allocation
Dec 02 17:40:12.765759 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.766768 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.767349 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: subnetpool-prefix-ops
Dec 02 17:40:12.767706 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.768669 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.769282 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 02 17:40:12.770146 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: tagging.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.772501 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.773107 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: standard-attr-tag
Dec 02 17:40:12.773474 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: timestamp.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.774681 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.775264 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loaded extension: standard-attr-timestamp
Dec 02 17:40:12.775627 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: trunk.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.776653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.777234 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension trunk not supported by any of loaded plugins
Dec 02 17:40:12.777589 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: trunk_details.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.778609 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.779185 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension trunk-details not supported by any of loaded plugins
Dec 02 17:40:12.779535 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: uplink_status_propagation.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.780454 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.781034 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 02 17:40:12.781391 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Loading extension file: vlantransparent.py {{(pid=80134) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Dec 02 17:40:12.782093 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80134) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 02 17:40:12.782683 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 02 17:40:12.785984 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of TrackedResource for resource:network
Dec 02 17:40:12.786837 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of TrackedResource for resource:subnet
Dec 02 17:40:12.787505 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 02 17:40:12.788155 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of TrackedResource for resource:port
Dec 02 17:40:12.789625 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.resource_helper [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 17:40:12.790105 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.resource_helper [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Service FLAVORS assigned prefix:  {{(pid=80134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 17:40:12.790812 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.resource_helper [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 17:40:12.791286 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.resource_helper [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 17:40:12.791652 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of TrackedResource for resource:router
Dec 02 17:40:12.792394 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of TrackedResource for resource:floatingip
Dec 02 17:40:12.793162 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.resource_helper [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Service METERING assigned prefix: /metering {{(pid=80134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 17:40:12.795084 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faf6d5b1828>> rbac-policy before_create 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.795480 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faf6d5b1828>> rbac-policy before_update 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.795859 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faf6d5b1828>> rbac-policy before_delete 55550000 {{(pid=80134) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:40:12.796990 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 02 17:40:12.797472 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of TrackedResource for resource:security_group
Dec 02 17:40:12.798273 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 02 17:40:12.799109 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.resource_helper [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Service CORE assigned prefix:  {{(pid=80134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 17:40:12.799477 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 02 17:40:12.799843 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] subnetpool is already registered
Dec 02 17:40:12.800506 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.resource_helper [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Service CORE assigned prefix:  {{(pid=80134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 17:40:12.800980 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 02 17:40:12.801350 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] subnetpool is already registered
Dec 02 17:40:12.804143 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.resource_helper [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 17:40:12.804613 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.resource_helper [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Service FLAVORS assigned prefix:  {{(pid=80134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 17:40:12.805259 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.resource_helper [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 17:40:12.805716 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.resource_helper [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 17:40:12.806080 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of TrackedResource for resource:router
Dec 02 17:40:12.806437 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] router is already registered
Dec 02 17:40:12.807113 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of TrackedResource for resource:floatingip
Dec 02 17:40:12.807470 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] floatingip is already registered
Dec 02 17:40:12.808154 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.resource_helper [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Service METERING assigned prefix: /metering {{(pid=80134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 17:40:12.808884 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 02 17:40:12.809244 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] rbac_policy is already registered
Dec 02 17:40:12.810014 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of TrackedResource for resource:security_group
Dec 02 17:40:12.810297 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] security_group is already registered
Dec 02 17:40:12.810965 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 02 17:40:12.811321 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] security_group_rule is already registered
Dec 02 17:40:12.812040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.resource_helper [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Service CORE assigned prefix:  {{(pid=80134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 17:40:12.812398 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 02 17:40:12.812750 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] subnetpool is already registered
Dec 02 17:40:12.813421 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.resource_helper [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Service CORE assigned prefix:  {{(pid=80134) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 02 17:40:12.813779 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 02 17:40:12.814130 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING neutron.quota.resource_registry [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] subnetpool is already registered
Dec 02 17:40:12.814872 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: extensions {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.816525 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: address-groups {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.818186 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: address-scopes {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.819507 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: agents {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.820727 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: auto-allocated-topology {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.822036 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: availability_zones {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.823431 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: dhcp-networks {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.824907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: dhcp-agents {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.826442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: routers {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.828372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: flavors {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.829612 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: service_profiles {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.830911 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: next_providers {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.833159 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: service_profiles {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.834718 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: floatingip-pools {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.835996 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: routers {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.837854 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: floatingips {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.839143 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: l3-routers {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.840596 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: l3-agents {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.842104 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: metering-labels {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.843560 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: metering-label-rules {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.844995 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: network-ip-availabilities {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.846335 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: bindings {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.848693 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: quotas {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.850197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: quotas {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.851717 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: rbac-policies {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.853061 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: security-groups {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.854336 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: security-group-rules {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.855652 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: service-providers {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.856964 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: subnetpools {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.859452 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: subnetpools {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.860986 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: tags {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.862772 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: tags {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.963590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: tags {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.965394 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: tags {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.967806 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: tags {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.969591 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: tags {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.971580 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: tags {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.973584 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: tags {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.975564 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: tags {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.977498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.extensions [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Extended resource: tags {{(pid=80134) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}}
Dec 02 17:40:12.984769 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING keystonemiddleware.auth_token [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 02 17:40:12.990709 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING keystonemiddleware.auth_token [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 02 17:40:12.999430 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Acquired lock "singleton_lock" {{(pid=80134) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 02 17:40:12.999951 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Releasing lock "singleton_lock" {{(pid=80134) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 02 17:40:13.001424 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO oslo_service.service [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Starting 2 workers
Dec 02 17:40:13.006433 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Started child 80243 {{(pid=80134) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 02 17:40:13.011049 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:13.011268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Started child 80244 {{(pid=80134) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 02 17:40:13.012626 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.service [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 02 17:40:13.012741 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [-] (80243) wsgi starting up on http://0.0.0.0:9696
Dec 02 17:40:13.013265 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Notify callbacks [] for process, before_spawn {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:13.014653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:13.015651 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO oslo_service.service [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Starting 1 workers
Dec 02 17:40:13.016091 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [-] (80244) wsgi starting up on http://0.0.0.0:9696
Dec 02 17:40:13.021446 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Started child 80245 {{(pid=80134) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 02 17:40:13.021987 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO oslo_service.service [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Starting 1 workers
Dec 02 17:40:13.024125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.service [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] calling RpcWorker wait() {{(pid=80245) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 02 17:40:13.024579 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.service [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] returning from RpcWorker wait() {{(pid=80245) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 02 17:40:13.026104 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:13.026646 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Started child 80246 {{(pid=80134) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 02 17:40:13.026773 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:40:13.027424 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23112235-1976-4a34-b4b0-ed79ecee1246 None None] Notify callbacks [] for process, after_spawn {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:13.029158 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80134) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 02 17:40:13.029384 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 02 17:40:13.029578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 02 17:40:13.029854 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 02 17:40:13.030243 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 02 17:40:13.030432 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 02 17:40:13.031034 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.031334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.031430 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:13.031644 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.031949 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.032257 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.032871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.033193 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.033483 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.033790 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.034058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.034253 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.034444 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.034776 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.035573 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.036288 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.036288 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.036527 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.036800 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.037012 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.037294 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.037603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.037890 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.038187 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.038461 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.039072 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.039332 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.039611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.039867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.040161 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.040424 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.040727 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.040976 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.041254 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.041526 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.041812 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.042060 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.042322 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.042658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.042906 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.043347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] host                           = dv-cinder-733623-9-iscsi {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.043614 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.043879 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.044148 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.044408 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.044684 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.044935 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.045228 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.045503 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.045779 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.046034 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.046308 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.046609 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.046883 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.047158 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.047349 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.047581 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.047833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.048107 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.048316 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.048484 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.048666 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.048957 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.049143 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.049416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.049660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.049900 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.050140 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.050379 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.051268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.052032 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.052032 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.052330 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.052330 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.052623 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.052906 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.053058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.053318 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.053562 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.053827 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.054087 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.054330 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.054615 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.054875 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.055133 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.055395 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.055680 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.055983 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.056234 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.056636 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.056829 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:40:13.056986 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.057282 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.057427 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.057709 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.057875 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.058176 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.058396 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.058960 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.058960 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.059273 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.059416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.059615 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.059863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.060123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.061039 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.061287 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.061485 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.061795 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.061949 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.062223 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.062687 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.063051 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.063337 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.063619 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.063912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.064182 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.064468 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.064726 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.064995 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.065264 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.065596 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.065851 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.066227 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.067097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.067097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.067097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.067563 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.067563 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.067945 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.068103 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.068298 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.068543 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.068842 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.069097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.069402 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.070534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.070534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.070534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.070534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.071208 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.071208 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.071597 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.071597 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.071861 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.072087 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.072273 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.073374 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.073374 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.073374 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.073374 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.073696 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.073770 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.073949 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.074357 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.074845 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.075136 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.075310 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.075563 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.075814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.076080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.076294 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.076670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.077548 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.077548 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.077548 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.077548 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.077853 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.077924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.078916 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.079157 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.079412 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.079679 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.079927 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.080171 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.080414 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.080660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.080903 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.081153 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.081398 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.081640 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.081926 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.082268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.086698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.086698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.086698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.086698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.086698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.086698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.086698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.086698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.089232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.089232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.089232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.089232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.089232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.089232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.089232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.089232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.089955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.089955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.089955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.089955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.089955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.089955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.089955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.089955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.090667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.090667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.090667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.090667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.090667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.090667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.090667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.090667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.091276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.091276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.091435 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.091607 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.091877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.092146 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.092418 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.092704 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.092985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.093324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.093533 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.093808 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.094123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.094400 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.094705 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.094951 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.095220 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.095580 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.095993 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.096257 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.096504 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.096794 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.097078 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.097333 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.098154 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.098438 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.098738 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.099035 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.099304 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.099589 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.099846 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.100124 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.100369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.100628 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.100865 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.101117 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.101364 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.101607 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.101895 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.102118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.102375 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.102662 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.102912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.103342 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.103778 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.104051 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.104306 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.104588 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.104857 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.105119 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.105384 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.105632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.105924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.106229 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.107849 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.107849 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.107849 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.107849 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.107849 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.107849 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.108314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.108314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.108539 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.108905 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.109333 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.109593 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.109841 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.110090 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.110354 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.110668 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.110949 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.111235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.111580 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.111874 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.112170 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.112440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.112692 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.112957 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.113769 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.114582 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.114582 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.114582 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.115044 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.115044 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.115341 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.115528 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.115773 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.116018 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.116269 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.116519 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.116831 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.117115 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.117358 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.117646 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.117941 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.118201 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.118446 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.118799 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.119086 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.120651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.120651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.120651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.120651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.120651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.120651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.121823 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.121823 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.121823 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.122242 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.122242 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.122579 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.122790 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.123081 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.123387 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.123653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.123960 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.124329 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.124595 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.125001 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.125196 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.125387 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.125640 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.125837 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.126087 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.126343 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.126622 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.126893 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.127295 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.127781 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.128033 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.128302 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.128572 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.128969 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.129241 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.129533 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.129788 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.129974 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 02 17:40:13.130530 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80134) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 02 17:40:13.130724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 02 17:40:13.130905 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 02 17:40:13.131137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 02 17:40:13.131337 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 02 17:40:13.131511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 02 17:40:13.131762 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.131950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.132137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.132321 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.132505 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.132714 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.132899 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.133082 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.133263 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.133448 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.133631 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.133813 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.133997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.134178 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.134362 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.134569 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.134734 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.134903 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.135071 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.135232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.135414 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.135596 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.135777 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.135958 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.136160 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.136344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.136524 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.136705 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.136887 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.137069 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.137248 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.137498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.137614 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.137794 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.137978 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.138160 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.138344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.138546 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.138731 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.138914 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] host                           = dv-cinder-733623-9-iscsi {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.139095 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.139276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.139456 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.139636 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.139819 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.139999 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.140181 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.140361 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.140542 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.140724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.140904 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.141086 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.141515 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.141702 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.141891 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.142047 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.142228 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.142409 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.142637 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.142820 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.143002 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.143183 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.143364 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.143547 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.143729 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.143911 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.144093 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.144291 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.144465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.144601 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.144787 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.144971 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.145244 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.145413 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.145566 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.145717 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.145867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.146013 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.146164 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.146353 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.146535 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.146688 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.146839 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.147026 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.147181 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.147385 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.147756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.147756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.147756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.147969 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.148223 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.148382 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.148625 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.148772 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.148923 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.149063 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.149195 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.149359 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.149684 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.149841 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.150026 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.150181 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.150410 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.150675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.150821 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.150919 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.151044 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.151212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.151405 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 02 17:40:13.151574 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.151761 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.152003 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.152117 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.152291 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.152476 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.152661 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.152846 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.153029 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.153213 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.153386 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.153571 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.153801 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.153954 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.154096 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.21/identity {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.154281 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.154465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.154677 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.154866 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.155051 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.155237 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.155424 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.155611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.155797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.155982 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.156166 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.156351 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.156544 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.156719 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.156873 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.157057 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.157219 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.157380 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.157533 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.157722 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.157900 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.158061 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.158645 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.158645 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.158645 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.158854 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.158854 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.159049 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.159234 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.159421 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.159647 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.159844 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.160608 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.160862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.161067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.161262 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.161459 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.161615 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.161806 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.161993 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.162179 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.162366 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.164789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.164789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.164789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.164789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.164789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.164789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.164789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.164789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.164789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.165334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.165334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.165334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.165334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.165334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.165334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.165334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.165334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.165334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.165889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.165889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.165889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.166125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.166125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.166284 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.166427 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.166658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.166825 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.167011 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.167194 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.167383 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.167569 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.167754 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.167938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.168123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.168309 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.168494 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.168678 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.168861 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.169045 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.169229 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.169414 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.169596 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.169779 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.169976 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.170161 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.170344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.170598 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.170713 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.170914 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.171099 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.171285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.171474 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.171657 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.171845 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.172030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.172218 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.172402 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.172588 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.172772 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.172965 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.173162 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.173263 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:40:13.173368 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.173507 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.173693 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.173907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.174091 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.174277 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.174463 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.174671 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.174880 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.175050 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.175205 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.175389 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.175597 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.175820 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.175998 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.21/identity {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.176167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.176355 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.176538 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.176726 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.176911 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.177096 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.177280 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.177465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.177651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.177835 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.178022 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.178206 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.178389 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.178596 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.178781 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.178965 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.179149 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.179334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.179518 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.179700 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.179884 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.180070 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.180253 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.180436 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.180620 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.180808 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.180992 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.181181 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.181366 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.181556 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.181741 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.181926 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.182111 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.182295 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.182500 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.182689 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.182875 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.183061 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.183246 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.183431 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.183615 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.183801 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.183984 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.184187 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.184508 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.184624 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.184798 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.184962 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.185152 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.185341 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.185514 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.185684 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.185869 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.186184 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.186184 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.186406 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.186709 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.187005 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.187005 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.187168 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.187353 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.187549 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.187736 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.187967 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.188056 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.188232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.188404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.188588 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.188836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.189034 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.189114 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.189288 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.189474 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.189658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.189817 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.190002 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.190185 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.190373 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.190592 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.190787 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.190964 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.191132 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.191813 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.192007 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.192199 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.192393 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.192557 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.192760 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.192975 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.193134 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.193285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.193469 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.193650 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.193836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.194020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.194204 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.194389 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.194598 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.194786 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.194970 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.195154 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.195340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.195524 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.195708 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.195892 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.196079 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.196264 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 02 17:40:13.196414 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80134) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 02 17:40:13.243638 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 47742) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:40:13.255838 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0094588
Dec 02 17:40:23.199640 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c52d385-3d29-4b2e-a9f3-9b0a88ae083e None None] get_active_networks_info from dv-cinder-733623-9-iscsi {{(pid=80245) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 02 17:40:23.287118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c52d385-3d29-4b2e-a9f3-9b0a88ae083e None None] No non-hosted networks {{(pid=80245) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 02 17:40:23.289849 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7d829577-e14a-4543-afa8-a7bcf86f0550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465'] for agent, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:25.584431 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-37b6a298-5526-4adb-aa6b-b4e01906fb9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465'] for agent, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:25.736877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e58427d7-0528-46dd-8da4-d7a3c4b19f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:26.167632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465'] for agent, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:27.056398 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465'] for agent, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:27.057764 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:27.058311 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:27.058882 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:27.061467 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:27.061467 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:27.061467 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:27.061467 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:27.062092 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:27.062540 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:27.063831 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:27.064203 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:27.064565 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:27.064980 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7faf6c8a4e10>, 'Open vSwitch agent', 'dv-cinder-733623-9-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:40:27.084583 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7faf6c9067f0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733623-9-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:40:27.312190 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] get_endpoint_by_host() called for host dv-cinder-733623-9-iscsi {{(pid=80245) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 02 17:40:27.317814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] get_endpoint_by_ip() called for ip 192.168.0.39 {{(pid=80245) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 02 17:40:27.321404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] _add_endpoint() called for ip 192.168.0.39 {{(pid=80245) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 02 17:40:27.327523 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] _get_endpoints() called {{(pid=80245) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 02 17:40:27.762652 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465'] for agent, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:29.385531 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 47834) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:40:30.135925 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING oslo_policy.policy [None req-f45f54bd-a13b-4f60-8fca-c5ddc2dcc00f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 02 17:40:30.136624 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING oslo_policy.policy [None req-f45f54bd-a13b-4f60-8fca-c5ddc2dcc00f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 02 17:40:30.373504 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [None req-f45f54bd-a13b-4f60-8fca-c5ddc2dcc00f admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 17:40:30.374687 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-f45f54bd-a13b-4f60-8fca-c5ddc2dcc00f admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.9881878
Dec 02 17:40:30.928296 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_hamode_db [None req-866b4281-9f43-467a-8491-41ce4154f28e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 02 17:40:31.025197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b4281-9f43-467a-8491-41ce4154f28e None None] Routers set() bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:40:31.025595 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866b4281-9f43-467a-8491-41ce4154f28e None None] Router IDs set() for agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 02 17:40:33.153156 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 47848) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:40:33.587395 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-f1b51d51-476f-4d4f-a42b-ae080d8da8a2 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:40:33.639563 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.policy [None req-f1b51d51-476f-4d4f-a42b-ae080d8da8a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80244) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 02 17:40:33.640407 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING oslo_policy.policy [None req-f1b51d51-476f-4d4f-a42b-ae080d8da8a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 02 17:40:33.640817 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING oslo_policy.policy [None req-f1b51d51-476f-4d4f-a42b-ae080d8da8a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 02 17:40:33.648774 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota [None req-f1b51d51-476f-4d4f-a42b-ae080d8da8a2 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7faf6d261cf8>.
Dec 02 17:40:33.696724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-f1b51d51-476f-4d4f-a42b-ae080d8da8a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:40:33.756676 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f1b51d51-476f-4d4f-a42b-ae080d8da8a2 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774463017069', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774463303217', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774463302140', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774463292110', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774463299010', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036851291964', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-729703', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3658321', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3478030'] for rbac-policy, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:33.824465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f1b51d51-476f-4d4f-a42b-ae080d8da8a2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:33.825745 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-f1b51d51-476f-4d4f-a42b-ae080d8da8a2 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6715364
Dec 02 17:40:36.851987 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 47862) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:40:37.279451 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Request body: {'network': {'project_id': '8ff8a77225614599beb42aaa01eeacb3', 'admin_state_up': True, 'name': 'private'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:40:37.286204 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:40:37.293034 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Usage tracker for resource:network and tenant:8ff8a77225614599beb42aaa01eeacb3 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:40:37.296944 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:40:37.303430 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:40:37.312886 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Made reservation on behalf of 8ff8a77225614599beb42aaa01eeacb3 for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:40:37.319305 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:37.337308 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:37.352826 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:40:37.356971 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Usage tracker for resource:security_group_rule and tenant:8ff8a77225614599beb42aaa01eeacb3 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:40:37.360604 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:40:37.366439 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:40:37.477512 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:37.480718 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:37.486840 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:40:37.508418 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 17:40:37.533612 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774465036352', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:37.534649 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Added segment a7fd50dc-7ce3-41de-877f-70686e62d29e of type vxlan for network 8fca9725-6d21-4b69-be3d-77244757d949
Dec 02 17:40:37.596276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b66912c-372a-469e-ac95-c3f79cf632b1,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:40:37.619285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:37.619671 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:37.620038 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:37.620403 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:37.620761 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:37.621131 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:37.621481 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:37.621833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:37.622205 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:37.622573 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:37.622923 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:37.623265 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Tracked resource versions report:
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]: pushed versions:
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]: {   'AddressGroup': {'1.0'},
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:     'ConntrackHelper': {'1.0'},
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Log': {'1.0'},
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Network': {'1.1'},
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Port': {'1.6'},
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:     'PortForwarding': {'1.2'},
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:     'QosPolicy': {'1.8'},
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SecurityGroup': {'1.3'},
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SecurityGroupRule': {'1.1'},
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SubPort': {'1.0'},
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Subnet': {'1.1'},
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Trunk': {'1.1'}}
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]: consumer versions:
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]: {   DHCP agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:     L3 agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:     Metadata agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:     Metering agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:     Open vSwitch agent@dv-cinder-733623-9-iscsi: {   'AddressGroup': '1.0',
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'ConntrackHelper': '1.0',
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Log': '1.0',
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Network': '1.1',
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Port': '1.6',
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'PortForwarding': '1.2',
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'QosPolicy': '1.8',
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SecurityGroup': '1.3',
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SecurityGroupRule': '1.1',
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SubPort': '1.0',
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Subnet': '1.1',
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Trunk': '1.1'}}
Dec 02 17:40:37.624442 dv-cinder-733623-9-iscsi neutron-server[80134]:  {{(pid=80244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 02 17:40:37.664724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:37.679173 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:40:37.708516 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:37.709851 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:40:37.710572 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:37.715719 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:40:37.831186 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 0.9778304
Dec 02 17:40:37.831876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Pushing event updated for resources: {'Network': ['ID=8fca9725-6d21-4b69-be3d-77244757d949,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:40:37.856658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:40:37.865887 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network 8fca9725-6d21-4b69-be3d-77244757d949 details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:40:41.132115 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 47878) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:40:41.688821 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbd5fce-a09d-41d5-9ef9-d0d30d4c9b73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:40:41.690920 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-0cbd5fce-a09d-41d5-9ef9-d0d30d4c9b73 admin admin] 10.222.0.21 "GET /v2.0/networks/8fca9725-6d21-4b69-be3d-77244757d949 HTTP/1.1" status: 200  len: 818 time: 0.5570173
Dec 02 17:40:41.722272 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-004c213c-102a-4926-ac2b-65b4c8679515 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/2e123157-0b43-4c5d-9448-c7b835935d30 HTTP/1.1" status: 200  len: 734 time: 0.0248649
Dec 02 17:40:41.732779 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '8fca9725-6d21-4b69-be3d-77244757d949', 'subnetpool_id': '2e123157-0b43-4c5d-9448-c7b835935d30', 'tenant_id': '8ff8a77225614599beb42aaa01eeacb3', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:40:41.738077 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:40:41.742338 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] Usage tracker for resource:subnet and tenant:8ff8a77225614599beb42aaa01eeacb3 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:40:41.745464 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:40:41.751172 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:40:41.759942 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] Made reservation on behalf of 8ff8a77225614599beb42aaa01eeacb3 for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:40:41.764783 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:42.468200 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:42.483325 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:40:42.624755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f2613ba-db98-4937-80c2-60aa87c3847c,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:40:42.631878 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:40:42.697538 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] Checking segment: {'id': 'a7fd50dc-7ce3-41de-877f-70686e62d29e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8fca9725-6d21-4b69-be3d-77244757d949'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:40:42.697938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] Network hostable DHCP agents. Network: 8fca9725-6d21-4b69-be3d-77244757d949, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 17:40:42.719776 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] Network 8fca9725-6d21-4b69-be3d-77244757d949 is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 17:40:42.730116 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, 8fca9725-6d21-4b69-be3d-77244757d949) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:40:42.734780 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:40:42.735423 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:42.740306 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05eccd3-3016-4366-8617-dfcebde57697 None None] Network 8fca9725-6d21-4b69-be3d-77244757d949 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:40:42.756111 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 1.0272684
Dec 02 17:40:43.087584 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp257996a1-da43-5c46-8889-3798354369c5-8fca9725-6d21-4b69-be3d-77244757d949', 'network_id': '8fca9725-6d21-4b69-be3d-77244757d949', 'tenant_id': '8ff8a77225614599beb42aaa01eeacb3', 'fixed_ips': [{'subnet_id': '4f2613ba-db98-4937-80c2-60aa87c3847c'}]}} from dv-cinder-733623-9-iscsi. {{(pid=80245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 17:40:43.088886 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:43.476158 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Allocated IP 172.20.0.2 (8fca9725-6d21-4b69-be3d-77244757d949/4f2613ba-db98-4937-80c2-60aa87c3847c/405d5040-65e2-4a91-90a2-14d2d3d48f90) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:40:43.734118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:43.750446 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Transition to ACTIVE for port object 405d5040-65e2-4a91-90a2-14d2d3d48f90 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:40:43.768935 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Transition to ACTIVE for port object 405d5040-65e2-4a91-90a2-14d2d3d48f90 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:40:43.775812 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:43.795580 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:40:44.123938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Pushing event updated for resources: {'Port': ['ID=405d5040-65e2-4a91-90a2-14d2d3d48f90,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:40:44.136530 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:44.136915 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:44.137294 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:44.137662 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:44.138026 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:44.138387 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:44.138780 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:44.139139 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:44.139498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:44.139853 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:44.140206 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:44.140557 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Tracked resource versions report:
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]: pushed versions:
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]: {   'AddressGroup': {'1.0'},
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:     'ConntrackHelper': {'1.0'},
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Log': {'1.0'},
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Network': {'1.1'},
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Port': {'1.6'},
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:     'PortForwarding': {'1.2'},
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:     'QosPolicy': {'1.8'},
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SecurityGroup': {'1.3'},
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SecurityGroupRule': {'1.1'},
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SubPort': {'1.0'},
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Subnet': {'1.1'},
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Trunk': {'1.1'}}
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]: consumer versions:
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]: {   DHCP agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:     L3 agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:     Metadata agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:     Metering agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:     Open vSwitch agent@dv-cinder-733623-9-iscsi: {   'AddressGroup': '1.0',
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'ConntrackHelper': '1.0',
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Log': '1.0',
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Network': '1.1',
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Port': '1.6',
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'PortForwarding': '1.2',
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'QosPolicy': '1.8',
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SecurityGroup': '1.3',
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SecurityGroupRule': '1.1',
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SubPort': '1.0',
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Subnet': '1.1',
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Trunk': '1.1'}}
Dec 02 17:40:44.141985 dv-cinder-733623-9-iscsi neutron-server[80134]:  {{(pid=80245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 02 17:40:44.150232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:40:44.202437 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Network 8fca9725-6d21-4b69-be3d-77244757d949 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:40:44.204270 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:40:44.208051 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:40:44.272833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Attempting to bind port 405d5040-65e2-4a91-90a2-14d2d3d48f90 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:40:44.273255 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Attempting to bind port 405d5040-65e2-4a91-90a2-14d2d3d48f90 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': 'a7fd50dc-7ce3-41de-877f-70686e62d29e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8fca9725-6d21-4b69-be3d-77244757d949'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:40:44.273680 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Attempting to bind port 405d5040-65e2-4a91-90a2-14d2d3d48f90 on network 8fca9725-6d21-4b69-be3d-77244757d949 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:40:44.279942 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:40:44.280544 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Checking segment: {'id': 'a7fd50dc-7ce3-41de-877f-70686e62d29e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8fca9725-6d21-4b69-be3d-77244757d949'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:40:44.281021 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:44.281451 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Bound using segment: {'id': 'a7fd50dc-7ce3-41de-877f-70686e62d29e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8fca9725-6d21-4b69-be3d-77244757d949'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:40:44.282014 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Bound port: 405d5040-65e2-4a91-90a2-14d2d3d48f90, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd50dc-7ce3-41de-877f-70686e62d29e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8fca9725-6d21-4b69-be3d-77244757d949'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:40:44.282505 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:44.382304 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] For port 405d5040-65e2-4a91-90a2-14d2d3d48f90, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:40:44.386308 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] For port 405d5040-65e2-4a91-90a2-14d2d3d48f90, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=405d5040-65e2-4a91-90a2-14d2d3d48f90,segment=NetworkSegment(a7fd50dc-7ce3-41de-877f-70686e62d29e),segment_id=a7fd50dc-7ce3-41de-877f-70686e62d29e)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:40:44.389780 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:44.405907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:40:44.560608 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Pushing event updated for resources: {'Port': ['ID=405d5040-65e2-4a91-90a2-14d2d3d48f90,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:40:44.566201 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:40:45.627313 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 47888) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:40:46.086325 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [None req-c81cd470-9f70-4851-83f3-a8afcade065a admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 17:40:46.088129 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-c81cd470-9f70-4851-83f3-a8afcade065a admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4583488
Dec 02 17:40:48.944546 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 47902) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:40:49.280225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c534c58a-4bfe-4d9b-afdd-08e8e86e861b None None] Network 8fca9725-6d21-4b69-be3d-77244757d949 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:40:49.379703 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-6ad21c11-f45e-49b1-8ca7-e4b093d277cd None None] Provisioning for port 405d5040-65e2-4a91-90a2-14d2d3d48f90 completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:40:49.405602 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 405d5040-65e2-4a91-90a2-14d2d3d48f90 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:40:49.443911 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [None req-acadd3a3-81c2-4b92-98ef-29cfa8692358 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 17:40:49.445096 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-acadd3a3-81c2-4b92-98ef-29cfa8692358 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4995432
Dec 02 17:40:49.552988 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 405d5040-65e2-4a91-90a2-14d2d3d48f90 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:40:49.569238 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 405d5040-65e2-4a91-90a2-14d2d3d48f90 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:40:49.569238 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:49.757203 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:49.814576 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port 405d5040-65e2-4a91-90a2-14d2d3d48f90, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=405d5040-65e2-4a91-90a2-14d2d3d48f90,segment=NetworkSegment(a7fd50dc-7ce3-41de-877f-70686e62d29e),segment_id=a7fd50dc-7ce3-41de-877f-70686e62d29e)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:40:49.819391 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:49.821680 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:40:49.894796 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=405d5040-65e2-4a91-90a2-14d2d3d48f90,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:40:49.898235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:40:50.019554 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-633e5d76-226c-4b5b-a297-d6bee33987b6 None None] Provisioning complete for port 405d5040-65e2-4a91-90a2-14d2d3d48f90 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:40:50.020058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-633e5d76-226c-4b5b-a297-d6bee33987b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:50.279142 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-4153290d-3361-44a8-8a84-0b407d13b686 None None] Provisioning complete for port 405d5040-65e2-4a91-90a2-14d2d3d48f90 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:40:50.279549 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4153290d-3361-44a8-8a84-0b407d13b686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:51.373226 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 405d5040-65e2-4a91-90a2-14d2d3d48f90 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:40:51.451350 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 405d5040-65e2-4a91-90a2-14d2d3d48f90 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:40:51.451688 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:52.595217 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 47914) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:40:53.004724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-25b75a5a-d001-4f34-9879-976555dfc392 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '8ff8a77225614599beb42aaa01eeacb3'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:40:53.010272 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-25b75a5a-d001-4f34-9879-976555dfc392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:40:53.014464 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-25b75a5a-d001-4f34-9879-976555dfc392 admin admin] Usage tracker for resource:router and tenant:8ff8a77225614599beb42aaa01eeacb3 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:40:53.018522 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-25b75a5a-d001-4f34-9879-976555dfc392 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:40:53.024889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-25b75a5a-d001-4f34-9879-976555dfc392 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:40:53.034796 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-25b75a5a-d001-4f34-9879-976555dfc392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854208369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3734'] for router, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:53.036439 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-25b75a5a-d001-4f34-9879-976555dfc392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854208392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854099607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772051'] for router, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:53.037863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-be2909ed-414b-461b-8d8e-cdc33c8a72e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:53.059488 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-25b75a5a-d001-4f34-9879-976555dfc392 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:53.161868 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-25b75a5a-d001-4f34-9879-976555dfc392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854208407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558366'] for router, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:53.181138 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-25b75a5a-d001-4f34-9879-976555dfc392 admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:53.182397 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-25b75a5a-d001-4f34-9879-976555dfc392 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5861220
Dec 02 17:40:55.591445 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88742bae-2ea6-47f5-8a79-a18eb28ab453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:55.992052 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 47924) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:40:56.070360 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:56.386292 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [None req-df8fae3a-0401-47d8-9221-34ac39744060 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 17:40:56.387427 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-df8fae3a-0401-47d8-9221-34ac39744060 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.3941579
Dec 02 17:40:57.038340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:57.706185 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:58.967164 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 47944) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:40:59.065520 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:40:59.073875 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:40:59.077862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Usage tracker for resource:network and tenant:1a03ea58bfe64086a24712320774909e is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:40:59.081340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:40:59.087236 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:40:59.095410 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Made reservation on behalf of 1a03ea58bfe64086a24712320774909e for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:40:59.100682 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:59.115374 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:59.131762 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:40:59.135773 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Usage tracker for resource:security_group_rule and tenant:1a03ea58bfe64086a24712320774909e is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:40:59.138802 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:40:59.145344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:40:59.228724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:59.231364 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:59.235700 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:40:59.249281 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Reserving flat network on physical network physnet1 {{(pid=80244) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 02 17:40:59.275534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667dfbbb-01c0-44d9-923f-10f88c55024c,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:40:59.278797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774465036352', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:59.279376 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7faf6df20400> segment precommit_create {{(pid=80244) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 02 17:40:59.279821 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Added segment 903927c2-83d5-4915-9b07-5e56953fa331 of type flat for network 0e06ccbb-5acd-4938-8c27-f383e561e919
Dec 02 17:40:59.281096 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:40:59.315111 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:59.353265 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:59.354452 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:40:59.355135 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:40:59.360078 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-45a7f198-3888-4d37-953d-ef2af123d4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:40:59.471963 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5025597
Dec 02 17:40:59.472716 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Pushing event updated for resources: {'Network': ['ID=0e06ccbb-5acd-4938-8c27-f383e561e919,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:40:59.475517 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:40:59.483467 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:41:02.005479 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 47964) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:41:02.151012 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afcc11c-b01f-4b64-aa07-782cf2ad340a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:41:02.152477 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-8afcc11c-b01f-4b64-aa07-782cf2ad340a admin admin] 10.222.0.21 "GET /v2.0/subnets/4f2613ba-db98-4937-80c2-60aa87c3847c HTTP/1.1" status: 200  len: 849 time: 0.1459761
Dec 02 17:41:02.295183 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-7bdb7977-a5b9-45a2-b7e2-8ab6da3dfd03 admin admin] 10.222.0.21 "GET /v2.0/routers/9d0cc673-b326-4f14-b67b-1528c9ea925a HTTP/1.1" status: 200  len: 704 time: 0.1358647
Dec 02 17:41:02.774354 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:03.290867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Allocated IP 172.20.0.1 (8fca9725-6d21-4b69-be3d-77244757d949/4f2613ba-db98-4937-80c2-60aa87c3847c/3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:41:03.463251 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:03.481883 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Transition to ACTIVE for port object 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:41:03.535027 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:03.550673 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:41:03.690574 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:41:03.697085 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:41:03.751485 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Network 8fca9725-6d21-4b69-be3d-77244757d949 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:41:03.753183 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:41:03.755514 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:41:03.756048 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854217277'] for router_interface, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:03.909889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-191a20a3-0e49-4c87-abe7-ed0c08d4fd8e None None] Provisioning for port 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8 completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:41:03.915469 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-191a20a3-0e49-4c87-abe7-ed0c08d4fd8e None None] Provisioning complete for port 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:41:03.915881 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-191a20a3-0e49-4c87-abe7-ed0c08d4fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:03.971180 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-191a20a3-0e49-4c87-abe7-ed0c08d4fd8e None None] Port 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8 cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:41:04.026561 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:04.310360 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:04.313848 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:04.315029 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3990230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573214'] for router_interface, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:04.329504 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:41:04.461994 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:41:04.465222 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:41:04.521933 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Network 8fca9725-6d21-4b69-be3d-77244757d949 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:41:04.523083 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:41:04.695027 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-5e6d7c43-c032-4fe7-a499-c7080340eefd None None] Provisioning complete for port 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:41:04.695528 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5e6d7c43-c032-4fe7-a499-c7080340eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:04.716921 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Router 9d0cc673-b326-4f14-b67b-1528c9ea925a is scheduled to L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 with binding_index 1 {{(pid=80244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 17:41:04.752921 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-5e6d7c43-c032-4fe7-a499-c7080340eefd None None] Port 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8 cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:41:05.035150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:41:05.044613 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] 10.222.0.21 "PUT /v2.0/routers/9d0cc673-b326-4f14-b67b-1528c9ea925a/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.7420688
Dec 02 17:41:05.045748 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Sync routers for ids ['9d0cc673-b326-4f14-b67b-1528c9ea925a'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:41:05.057442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Routers {'9d0cc673-b326-4f14-b67b-1528c9ea925a'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:41:05.058338 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6d23c128>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:40:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['9d0cc673-b326-4f14-b67b-1528c9ea925a'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:41:05.243389 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Set router 9d0cc673-b326-4f14-b67b-1528c9ea925a gateway port host: None {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:41:05.629354 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6d23c128>, [{'id': '9d0cc673-b326-4f14-b67b-1528c9ea925a', 'name': 'router1', 'tenant_id': '8ff8a77225614599beb42aaa01eeacb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:40:53Z', 'updated_at': '2020-12-02T17:41:03Z', 'revision_number': 2, 'project_id': '8ff8a77225614599beb42aaa01eeacb3', 'gw_port_host': None, '_interfaces': [{'id': '3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8', 'name': '', 'network_id': '8fca9725-6d21-4b69-be3d-77244757d949', 'tenant_id': '8ff8a77225614599beb42aaa01eeacb3', 'mac_address': 'fa:16:3e:34:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cc673-b326-4f14-b67b-1528c9ea925a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f2613ba-db98-4937-80c2-60aa87c3847c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:41:02Z', 'updated_at': '2020-12-02T17:41:04Z', 'revision_number': 2, 'project_id': '8ff8a77225614599beb42aaa01eeacb3', 'subnets': [{'id': '4f2613ba-db98-4937-80c2-60aa87c3847c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e123157-0b43-4c5d-9448-c7b835935d30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:41:05.634491 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Checking router: 9d0cc673-b326-4f14-b67b-1528c9ea925a for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:41:05.634939 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Updating router 9d0cc673-b326-4f14-b67b-1528c9ea925a port 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8 binding host dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:41:05.688714 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:06.164677 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:06.182506 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Transition to ACTIVE for port object 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:41:06.186264 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:06.204113 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:41:06.524410 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Pushing event updated for resources: {'Port': ['ID=3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:41:06.543933 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:41:06.544309 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:41:06.544671 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:41:06.545036 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:41:06.545392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:41:06.545745 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:41:06.546098 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:41:06.546448 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:41:06.546833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:41:06.547183 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:41:06.547529 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:41:06.547876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Tracked resource versions report:
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]: pushed versions:
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]: {   'AddressGroup': {'1.0'},
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:     'ConntrackHelper': {'1.0'},
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Log': {'1.0'},
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Network': {'1.1'},
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Port': {'1.6'},
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:     'PortForwarding': {'1.2'},
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:     'QosPolicy': {'1.8'},
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SecurityGroup': {'1.3'},
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SecurityGroupRule': {'1.1'},
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SubPort': {'1.0'},
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Subnet': {'1.1'},
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Trunk': {'1.1'}}
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]: consumer versions:
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]: {   DHCP agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:     L3 agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:     Metadata agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:     Metering agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:     Open vSwitch agent@dv-cinder-733623-9-iscsi: {   'AddressGroup': '1.0',
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'ConntrackHelper': '1.0',
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Log': '1.0',
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Network': '1.1',
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Port': '1.6',
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'PortForwarding': '1.2',
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'QosPolicy': '1.8',
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SecurityGroup': '1.3',
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SecurityGroupRule': '1.1',
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SubPort': '1.0',
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Subnet': '1.1',
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Trunk': '1.1'}}
Dec 02 17:41:06.549532 dv-cinder-733623-9-iscsi neutron-server[80134]:  {{(pid=80246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 02 17:41:06.556948 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:41:06.708933 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Attempting to bind port 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:41:06.709467 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Attempting to bind port 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': 'a7fd50dc-7ce3-41de-877f-70686e62d29e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8fca9725-6d21-4b69-be3d-77244757d949'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:41:06.709735 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Attempting to bind port 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8 on network 8fca9725-6d21-4b69-be3d-77244757d949 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:41:06.716241 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:41:06.716666 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Checking segment: {'id': 'a7fd50dc-7ce3-41de-877f-70686e62d29e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8fca9725-6d21-4b69-be3d-77244757d949'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:41:06.717132 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:06.717559 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Bound using segment: {'id': 'a7fd50dc-7ce3-41de-877f-70686e62d29e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8fca9725-6d21-4b69-be3d-77244757d949'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:41:06.718101 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Bound port: 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7fd50dc-7ce3-41de-877f-70686e62d29e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '8fca9725-6d21-4b69-be3d-77244757d949'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:41:06.718538 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:06.819149 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] For port 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:41:06.824045 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] For port 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8,segment=NetworkSegment(a7fd50dc-7ce3-41de-877f-70686e62d29e),segment_id=a7fd50dc-7ce3-41de-877f-70686e62d29e)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:41:06.827668 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:06.843816 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:41:07.002724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Pushing event updated for resources: {'Port': ['ID=3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:41:07.007859 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:41:07.085157 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Routers {'9d0cc673-b326-4f14-b67b-1528c9ea925a'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:41:07.086258 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6d23c128>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:40:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['9d0cc673-b326-4f14-b67b-1528c9ea925a'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:41:07.259674 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] Set router 9d0cc673-b326-4f14-b67b-1528c9ea925a gateway port host: None {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:41:07.662094 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6d23c128>, [{'id': '9d0cc673-b326-4f14-b67b-1528c9ea925a', 'name': 'router1', 'tenant_id': '8ff8a77225614599beb42aaa01eeacb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:40:53Z', 'updated_at': '2020-12-02T17:41:03Z', 'revision_number': 2, 'project_id': '8ff8a77225614599beb42aaa01eeacb3', 'gw_port_host': None, '_interfaces': [{'id': '3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8', 'name': '', 'network_id': '8fca9725-6d21-4b69-be3d-77244757d949', 'tenant_id': '8ff8a77225614599beb42aaa01eeacb3', 'mac_address': 'fa:16:3e:34:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cc673-b326-4f14-b67b-1528c9ea925a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f2613ba-db98-4937-80c2-60aa87c3847c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:41:02Z', 'updated_at': '2020-12-02T17:41:06Z', 'revision_number': 4, 'project_id': '8ff8a77225614599beb42aaa01eeacb3', 'subnets': [{'id': '4f2613ba-db98-4937-80c2-60aa87c3847c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e123157-0b43-4c5d-9448-c7b835935d30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:41:07.662618 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 47976) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:41:07.666362 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f48a412-d34a-42b9-86bc-554c33fab7aa None None] The sync data for ids ['9d0cc673-b326-4f14-b67b-1528c9ea925a'] in dv-cinder-733623-9-iscsi is: [{'id': '9d0cc673-b326-4f14-b67b-1528c9ea925a', 'name': 'router1', 'tenant_id': '8ff8a77225614599beb42aaa01eeacb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:40:53Z', 'updated_at': '2020-12-02T17:41:03Z', 'revision_number': 2, 'project_id': '8ff8a77225614599beb42aaa01eeacb3', 'gw_port_host': None, '_interfaces': [{'id': '3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8', 'name': '', 'network_id': '8fca9725-6d21-4b69-be3d-77244757d949', 'tenant_id': '8ff8a77225614599beb42aaa01eeacb3', 'mac_address': 'fa:16:3e:34:ac:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cc673-b326-4f14-b67b-1528c9ea925a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f2613ba-db98-4937-80c2-60aa87c3847c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:41:02Z', 'updated_at': '2020-12-02T17:41:06Z', 'revision_number': 4, 'project_id': '8ff8a77225614599beb42aaa01eeacb3', 'subnets': [{'id': '4f2613ba-db98-4937-80c2-60aa87c3847c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e123157-0b43-4c5d-9448-c7b835935d30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:41:07.853785 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb910fcc-b390-4efb-bdaf-3fdad0b9ba62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:41:07.854327 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-bb910fcc-b390-4efb-bdaf-3fdad0b9ba62 admin admin] Synchronizing usage tracker for tenant:1a03ea58bfe64086a24712320774909e on resource:network {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:41:07.872009 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-bb910fcc-b390-4efb-bdaf-3fdad0b9ba62 admin admin] Unset dirty status for tenant:1a03ea58bfe64086a24712320774909e on resource:network {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:41:07.873277 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-bb910fcc-b390-4efb-bdaf-3fdad0b9ba62 admin admin] 10.222.0.21 "GET /v2.0/networks/0e06ccbb-5acd-4938-8c27-f383e561e919 HTTP/1.1" status: 200  len: 842 time: 0.2096188
Dec 02 17:41:07.885588 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:41:07.891837 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:41:07.896146 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Usage tracker for resource:subnet and tenant:1a03ea58bfe64086a24712320774909e is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:41:07.899129 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:41:07.908806 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:41:07.917681 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Made reservation on behalf of 1a03ea58bfe64086a24712320774909e for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:41:07.922596 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:08.382026 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.objects.ports [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80244) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 02 17:41:08.382512 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:08.398574 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d750a5ae-45a9-40ca-b911-b10baeb247c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:41:08.574120 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Pushing event updated for resources: {'Subnet': ['ID=532d231e-7a8d-40fb-bd4a-4a834cb48228,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:41:08.583361 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:41:08.621556 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Checking segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:41:08.621954 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Network hostable DHCP agents. Network: 0e06ccbb-5acd-4938-8c27-f383e561e919, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 17:41:08.645978 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 17:41:08.654991 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, 0e06ccbb-5acd-4938-8c27-f383e561e919) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:41:08.659616 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:41:08.660261 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:08.664556 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3baef29b-f5ca-4fef-b9fe-b1ad0d95b114 None None] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:41:08.692130 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8109415
Dec 02 17:41:08.925035 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce4f6cd-8e26-4fcc-a69c-d7ac185f7442 None None] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:41:09.417411 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:41:09.526414 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:41:09.532222 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:41:09.532644 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:09.697359 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:09.741869 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8,segment=NetworkSegment(a7fd50dc-7ce3-41de-877f-70686e62d29e),segment_id=a7fd50dc-7ce3-41de-877f-70686e62d29e)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:41:09.746335 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:09.748786 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:41:09.832785 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:41:09.836835 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:41:11.372948 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 47990) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:41:11.381586 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:41:11.459281 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:41:11.459694 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:11.620748 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-e2cb7ea6-9cae-401c-a698-08c79af2e56c admin admin] 10.222.0.21 "GET /v2.0/routers/9d0cc673-b326-4f14-b67b-1528c9ea925a HTTP/1.1" status: 200  len: 710 time: 0.2462959
Dec 02 17:41:11.763440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc0eb7d-7fdb-4abd-a04b-2f3e49b32c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:41:11.764920 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-5cc0eb7d-7fdb-4abd-a04b-2f3e49b32c36 admin admin] 10.222.0.21 "GET /v2.0/networks/0e06ccbb-5acd-4938-8c27-f383e561e919 HTTP/1.1" status: 200  len: 886 time: 0.1370690
Dec 02 17:41:11.775750 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:41:12.248232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772036'] for router, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:12.598003 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:12.632541 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:12.645102 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:12.660453 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:41:12.664438 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:41:12.667763 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:41:12.673454 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:41:12.757182 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:12.760007 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:12.775341 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:41:13.046790 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd38f825-1b69-4b50-8d16-018fad31b0db,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:41:13.051690 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:41:13.225030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Allocated IP 172.27.2.98 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/6d9a9aa1-049c-452c-840a-70e607b63bd6) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:41:13.383316 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:13.411597 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:13.428340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a2983d3a-4eef-44fb-ad3b-b7c99f178c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:41:13.567610 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Pushing event updated for resources: {'Port': ['ID=6d9a9aa1-049c-452c-840a-70e607b63bd6,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:41:13.571998 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:41:13.625004 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:41:13.626170 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:41:13.629038 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:41:14.043407 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:14.079347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 5 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:41:14.390197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772036'] for router, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:14.394817 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854217466', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854208476'] for router, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:14.583110 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Router 9d0cc673-b326-4f14-b67b-1528c9ea925a has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:41:14.770233 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:41:14.780614 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Sync routers for ids ['9d0cc673-b326-4f14-b67b-1528c9ea925a'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:41:14.787333 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:14.788643 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] 10.222.0.21 "PUT /v2.0/routers/9d0cc673-b326-4f14-b67b-1528c9ea925a HTTP/1.1" status: 200  len: 889 time: 3.0163987
Dec 02 17:41:14.791206 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Routers {'9d0cc673-b326-4f14-b67b-1528c9ea925a'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:41:14.791985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-8038b199-8212-4fd0-997f-83618955e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c6b97b8>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:40:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['9d0cc673-b326-4f14-b67b-1528c9ea925a'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:41:15.146707 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Set router 9d0cc673-b326-4f14-b67b-1528c9ea925a gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:41:15.513814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-8038b199-8212-4fd0-997f-83618955e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c6b97b8>, [{'id': '9d0cc673-b326-4f14-b67b-1528c9ea925a', 'name': 'router1', 'tenant_id': '8ff8a77225614599beb42aaa01eeacb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '6d9a9aa1-049c-452c-840a-70e607b63bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:40:53Z', 'updated_at': '2020-12-02T17:41:13Z', 'revision_number': 4, 'project_id': '8ff8a77225614599beb42aaa01eeacb3', 'gw_port': {'id': '6d9a9aa1-049c-452c-840a-70e607b63bd6', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cc673-b326-4f14-b67b-1528c9ea925a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:41:13Z', 'updated_at': '2020-12-02T17:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8', 'name': '', 'network_id': '8fca9725-6d21-4b69-be3d-77244757d949', 'tenant_id': '8ff8a77225614599beb42aaa01eeacb3', 'mac_address': 'fa:16:3e:34:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cc673-b326-4f14-b67b-1528c9ea925a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f2613ba-db98-4937-80c2-60aa87c3847c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:41:02Z', 'updated_at': '2020-12-02T17:41:09Z', 'revision_number': 5, 'project_id': '8ff8a77225614599beb42aaa01eeacb3', 'subnets': [{'id': '4f2613ba-db98-4937-80c2-60aa87c3847c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e123157-0b43-4c5d-9448-c7b835935d30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:41:15.519736 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Checking router: 9d0cc673-b326-4f14-b67b-1528c9ea925a for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:41:15.520132 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Updating router 9d0cc673-b326-4f14-b67b-1528c9ea925a port 6d9a9aa1-049c-452c-840a-70e607b63bd6 binding host dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:41:15.572393 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:16.001248 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:16.013240 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Transition to ACTIVE for port object 6d9a9aa1-049c-452c-840a-70e607b63bd6 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:41:16.016257 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:16.032697 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-76ea84cb-e490-4a21-a8c3-7f20d1d0448d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:41:16.170064 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363fbb9-cd38-41a3-92a0-69e62065200e None None] Pushing event updated for resources: {'Port': ['ID=6d9a9aa1-049c-452c-840a-70e607b63bd6,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:41:16.173047 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d363fbb9-cd38-41a3-92a0-69e62065200e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:41:16.233600 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Attempting to bind port 6d9a9aa1-049c-452c-840a-70e607b63bd6 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:41:16.234006 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Attempting to bind port 6d9a9aa1-049c-452c-840a-70e607b63bd6 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:41:16.234407 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Attempting to bind port 6d9a9aa1-049c-452c-840a-70e607b63bd6 on network 0e06ccbb-5acd-4938-8c27-f383e561e919 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:41:16.240722 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:41:16.241135 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Checking segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:41:16.241576 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:16.242003 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Bound using segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:41:16.242524 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Bound port: 6d9a9aa1-049c-452c-840a-70e607b63bd6, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:41:16.242955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:16.319719 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-8038b199-8212-4fd0-997f-83618955e316 None None] For port 6d9a9aa1-049c-452c-840a-70e607b63bd6, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:41:16.322887 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-8038b199-8212-4fd0-997f-83618955e316 None None] For port 6d9a9aa1-049c-452c-840a-70e607b63bd6, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=6d9a9aa1-049c-452c-840a-70e607b63bd6,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:41:16.326176 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:16.341651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:41:16.490558 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d363fbb9-cd38-41a3-92a0-69e62065200e None None] Pushing event updated for resources: {'Port': ['ID=6d9a9aa1-049c-452c-840a-70e607b63bd6,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:41:16.496134 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d363fbb9-cd38-41a3-92a0-69e62065200e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:41:16.535930 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Routers {'9d0cc673-b326-4f14-b67b-1528c9ea925a'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:41:16.536572 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-8038b199-8212-4fd0-997f-83618955e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c6b97b8>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:40:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['9d0cc673-b326-4f14-b67b-1528c9ea925a'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:41:16.719687 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-8038b199-8212-4fd0-997f-83618955e316 None None] Set router 9d0cc673-b326-4f14-b67b-1528c9ea925a gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:41:17.068552 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-8038b199-8212-4fd0-997f-83618955e316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c6b97b8>, [{'id': '9d0cc673-b326-4f14-b67b-1528c9ea925a', 'name': 'router1', 'tenant_id': '8ff8a77225614599beb42aaa01eeacb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '6d9a9aa1-049c-452c-840a-70e607b63bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:40:53Z', 'updated_at': '2020-12-02T17:41:13Z', 'revision_number': 4, 'project_id': '8ff8a77225614599beb42aaa01eeacb3', 'gw_port': {'id': '6d9a9aa1-049c-452c-840a-70e607b63bd6', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cc673-b326-4f14-b67b-1528c9ea925a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:41:13Z', 'updated_at': '2020-12-02T17:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8', 'name': '', 'network_id': '8fca9725-6d21-4b69-be3d-77244757d949', 'tenant_id': '8ff8a77225614599beb42aaa01eeacb3', 'mac_address': 'fa:16:3e:34:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cc673-b326-4f14-b67b-1528c9ea925a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f2613ba-db98-4937-80c2-60aa87c3847c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:41:02Z', 'updated_at': '2020-12-02T17:41:09Z', 'revision_number': 5, 'project_id': '8ff8a77225614599beb42aaa01eeacb3', 'subnets': [{'id': '4f2613ba-db98-4937-80c2-60aa87c3847c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e123157-0b43-4c5d-9448-c7b835935d30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:41:17.072778 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8038b199-8212-4fd0-997f-83618955e316 None None] The sync data for ids ['9d0cc673-b326-4f14-b67b-1528c9ea925a'] in dv-cinder-733623-9-iscsi is: [{'id': '9d0cc673-b326-4f14-b67b-1528c9ea925a', 'name': 'router1', 'tenant_id': '8ff8a77225614599beb42aaa01eeacb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '6d9a9aa1-049c-452c-840a-70e607b63bd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:40:53Z', 'updated_at': '2020-12-02T17:41:13Z', 'revision_number': 4, 'project_id': '8ff8a77225614599beb42aaa01eeacb3', 'gw_port': {'id': '6d9a9aa1-049c-452c-840a-70e607b63bd6', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:8c:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d0cc673-b326-4f14-b67b-1528c9ea925a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:41:13Z', 'updated_at': '2020-12-02T17:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8', 'name': '', 'network_id': '8fca9725-6d21-4b69-be3d-77244757d949', 'tenant_id': '8ff8a77225614599beb42aaa01eeacb3', 'mac_address': 'fa:16:3e:34:ac:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d0cc673-b326-4f14-b67b-1528c9ea925a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f2613ba-db98-4937-80c2-60aa87c3847c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:41:02Z', 'updated_at': '2020-12-02T17:41:09Z', 'revision_number': 5, 'project_id': '8ff8a77225614599beb42aaa01eeacb3', 'subnets': [{'id': '4f2613ba-db98-4937-80c2-60aa87c3847c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2e123157-0b43-4c5d-9448-c7b835935d30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:41:17.415404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 6d9a9aa1-049c-452c-840a-70e607b63bd6 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:41:17.500911 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 6d9a9aa1-049c-452c-840a-70e607b63bd6 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:41:17.506201 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 6d9a9aa1-049c-452c-840a-70e607b63bd6 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:41:17.506720 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:17.507651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 48000) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:41:17.635420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:17.652804 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port 6d9a9aa1-049c-452c-840a-70e607b63bd6, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=6d9a9aa1-049c-452c-840a-70e607b63bd6,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:41:17.656055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:17.659949 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:41:17.668660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2d7496-9630-4d3b-94b1-4ef5042da33c admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:41:17.670393 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-de2d7496-9630-4d3b-94b1-4ef5042da33c admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1616087
Dec 02 17:41:17.747067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=6d9a9aa1-049c-452c-840a-70e607b63bd6,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:41:17.750966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:41:19.402494 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 6d9a9aa1-049c-452c-840a-70e607b63bd6 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:41:19.481358 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 6d9a9aa1-049c-452c-840a-70e607b63bd6 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:41:19.481560 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:23.054044 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ea423f24-004b-4df6-ac75-5433082b6e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:25.611797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1d195809-7c3e-45b7-b2d2-4b3141c9aaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:26.083950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:27.049661 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:27.723210 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:51.081400 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 5 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:41:53.046070 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-baaa767a-9957-4d05-ae0c-ee25c5eac1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:55.597591 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9197e140-5350-4b2a-8fb7-79a398ba3704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:56.086398 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:57.046894 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:41:57.706278 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:42:23.041004 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-671dc1c4-e70c-4f54-9466-6654b0aa042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:42:25.591736 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b17d025a-f242-478d-85de-1c3c51b278cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:42:26.080807 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:42:27.049471 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:42:27.708601 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:42:28.081288 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 5 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:42:53.057468 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8bc78ddc-5c04-4b6d-b96c-fe6330d7bc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:42:55.595547 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e0e60290-5a04-47e1-aa46-2de83f1f5e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:42:56.089081 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:42:57.047408 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:42:57.718775 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:43:05.082813 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 5 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:43:23.045770 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-847ebf3f-bd01-48f2-a336-f37fdc2ab070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:43:25.599102 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-722ef6c6-bc32-4c35-ab9e-404d0e7497cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:43:26.089315 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:43:27.042716 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:43:27.722133 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:43:36.996007 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 48576) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:43:37.203453 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING oslo_policy.policy [None req-bf97c502-bbb6-42de-a559-b454230c55ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 02 17:43:37.204053 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING oslo_policy.policy [None req-bf97c502-bbb6-42de-a559-b454230c55ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 02 17:43:37.525945 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf97c502-bbb6-42de-a559-b454230c55ca admin admin] GET failed (client error): The resource could not be found.
Dec 02 17:43:37.527731 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-bf97c502-bbb6-42de-a559-b454230c55ca admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.5284610
Dec 02 17:43:37.746142 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.policy [None req-75da17ec-9d2d-475d-832f-db8f1b48ceb4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80243) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 02 17:43:37.747448 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING oslo_policy.policy [None req-75da17ec-9d2d-475d-832f-db8f1b48ceb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 02 17:43:37.747908 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING oslo_policy.policy [None req-75da17ec-9d2d-475d-832f-db8f1b48ceb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 02 17:43:37.754167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75da17ec-9d2d-475d-832f-db8f1b48ceb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:43:37.756077 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-75da17ec-9d2d-475d-832f-db8f1b48ceb4 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.2201443
Dec 02 17:43:40.313727 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 48592) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:43:40.494447 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5285bebb-26f4-48e7-8494-6be7ae05e2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:43:40.496152 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-5285bebb-26f4-48e7-8494-6be7ae05e2e3 admin admin] 10.222.0.21 "GET /v2.0/subnets/4f2613ba-db98-4937-80c2-60aa87c3847c HTTP/1.1" status: 200  len: 849 time: 0.1813631
Dec 02 17:43:40.508409 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:43:40.650613 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Notify callbacks [] for subnet, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:43:41.022638 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774465050995'] for subnet, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:43:41.039197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:43:41.352177 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f2613ba-db98-4937-80c2-60aa87c3847c,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:43:41.370245 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:43:41.370634 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:43:41.371001 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:43:41.371359 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:43:41.371811 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:43:41.372326 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:43:41.372448 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:43:41.372728 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:43:41.373087 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:43:41.373430 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:43:41.373770 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:43:41.374114 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Tracked resource versions report:
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]: pushed versions:
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]: {   'AddressGroup': {'1.0'},
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:     'ConntrackHelper': {'1.0'},
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Log': {'1.0'},
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Network': {'1.1'},
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Port': {'1.6'},
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:     'PortForwarding': {'1.2'},
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:     'QosPolicy': {'1.8'},
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SecurityGroup': {'1.3'},
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SecurityGroupRule': {'1.1'},
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SubPort': {'1.0'},
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Subnet': {'1.1'},
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Trunk': {'1.1'}}
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]: consumer versions:
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]: {   DHCP agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:     L3 agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:     Metadata agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:     Metering agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:     Open vSwitch agent@dv-cinder-733623-9-iscsi: {   'AddressGroup': '1.0',
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'ConntrackHelper': '1.0',
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Log': '1.0',
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Network': '1.1',
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Port': '1.6',
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'PortForwarding': '1.2',
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'QosPolicy': '1.8',
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SecurityGroup': '1.3',
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SecurityGroupRule': '1.1',
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SubPort': '1.0',
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Subnet': '1.1',
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Trunk': '1.1'}}
Dec 02 17:43:41.375549 dv-cinder-733623-9-iscsi neutron-server[80134]:  {{(pid=80243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 02 17:43:41.415149 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:43:41.422229 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:43:41.423123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:43:41.424615 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] 10.222.0.21 "PUT /v2.0/subnets/4f2613ba-db98-4937-80c2-60aa87c3847c HTTP/1.1" status: 200  len: 868 time: 0.9210775
Dec 02 17:43:41.430251 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528038cf-3fbb-401f-8c4d-e55c184229bc None None] Network 8fca9725-6d21-4b69-be3d-77244757d949 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:43:42.007227 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-a10543e9-2d32-4247-afe9-30a5b2a7fad0 None None] Provisioning complete for port 405d5040-65e2-4a91-90a2-14d2d3d48f90 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:43:42.007644 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a10543e9-2d32-4247-afe9-30a5b2a7fad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:43:42.082755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 5 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:43:42.150703 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-a10543e9-2d32-4247-afe9-30a5b2a7fad0 None None] Provisioning complete for port 3fb8a2f7-fc10-47d8-89a4-7c53d3c73cc8 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:43:42.151098 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a10543e9-2d32-4247-afe9-30a5b2a7fad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:43:44.009630 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 48606) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:43:44.259295 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a20edba-6811-4a98-938a-df33d65bc1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:43:44.259627 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a20edba-6811-4a98-938a-df33d65bc1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:43:44.261341 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-6a20edba-6811-4a98-938a-df33d65bc1f1 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2502217
Dec 02 17:43:46.859787 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 48616) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:43:47.092660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640a1d6c-97a3-4927-88f1-ce1bf70d7d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:43:47.093087 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640a1d6c-97a3-4927-88f1-ce1bf70d7d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:43:47.094868 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-640a1d6c-97a3-4927-88f1-ce1bf70d7d55 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2339814
Dec 02 17:43:49.822543 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 48626) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:43:50.315872 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be3c07-b5ff-4c58-941f-1c18fd666987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:43:50.317400 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b8be3c07-b5ff-4c58-941f-1c18fd666987 admin admin] 10.222.0.21 "GET /v2.0/networks/0e06ccbb-5acd-4938-8c27-f383e561e919 HTTP/1.1" status: 200  len: 886 time: 0.4937966
Dec 02 17:43:53.003594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 48636) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:43:53.047346 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-31d3ed25-e0f9-494e-9bd4-387383af9620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:43:53.265141 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede8bf9c-a380-4738-9866-f6b90b6ced6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:43:53.266691 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-ede8bf9c-a380-4738-9866-f6b90b6ced6b admin admin] 10.222.0.21 "GET /v2.0/networks/8fca9725-6d21-4b69-be3d-77244757d949 HTTP/1.1" status: 200  len: 862 time: 0.2620304
Dec 02 17:43:55.604527 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f557d746-1127-42bf-9280-a6b116b88d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:43:55.821492 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 48646) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:43:55.991490 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16708cf-b70d-4c33-b0f2-0b59c814fdd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:43:55.991987 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16708cf-b70d-4c33-b0f2-0b59c814fdd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:43:55.993939 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-c16708cf-b70d-4c33-b0f2-0b59c814fdd6 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1711626
Dec 02 17:43:56.096449 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:43:57.042867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:43:57.732387 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:43:58.628282 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 48656) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:43:58.783369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c1a37a-2ce1-49a8-bc2c-7e5cef68f27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:43:58.783775 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c1a37a-2ce1-49a8-bc2c-7e5cef68f27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:43:58.785477 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-13c1a37a-2ce1-49a8-bc2c-7e5cef68f27c admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1561456
Dec 02 17:44:01.414058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 48666) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:44:01.573004 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bcdc18-71c4-444c-9a58-ae5764eb1738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:44:01.574515 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b4bcdc18-71c4-444c-9a58-ae5764eb1738 admin admin] 10.222.0.21 "GET /v2.0/subnets/4f2613ba-db98-4937-80c2-60aa87c3847c HTTP/1.1" status: 200  len: 868 time: 0.1593564
Dec 02 17:44:04.123643 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 48676) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:44:04.270626 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51837ba3-87ae-4ea1-9e5e-026b57099eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:44:04.271235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-51837ba3-87ae-4ea1-9e5e-026b57099eb9 admin admin] Synchronizing usage tracker for tenant:1a03ea58bfe64086a24712320774909e on resource:subnet {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:44:04.289076 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-51837ba3-87ae-4ea1-9e5e-026b57099eb9 admin admin] Unset dirty status for tenant:1a03ea58bfe64086a24712320774909e on resource:subnet {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:44:04.290517 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-51837ba3-87ae-4ea1-9e5e-026b57099eb9 admin admin] 10.222.0.21 "GET /v2.0/subnets/532d231e-7a8d-40fb-bd4a-4a834cb48228 HTTP/1.1" status: 200  len: 816 time: 0.1656277
Dec 02 17:44:19.082290 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 5 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:44:23.045745 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7965afe7-d6ed-4afd-a30c-9a3ae7f5b226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:25.604137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7e690e61-d26c-457b-9dcf-17d6086637ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:26.099321 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:27.037564 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:27.732325 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:31.604440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 48716) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:44:31.694974 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [None req-43120820-e567-4280-9b77-c3571d7a301b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80243) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 17:44:31.696058 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-43120820-e567-4280-9b77-c3571d7a301b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0904694
Dec 02 17:44:34.397650 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 48726) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:44:34.515214 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb853a58-20d6-45ce-877e-9bc6523ac239 admin admin] GET failed (client error): The resource could not be found.
Dec 02 17:44:34.516615 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-cb853a58-20d6-45ce-877e-9bc6523ac239 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1179433
Dec 02 17:44:34.660681 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71c86a8-3915-4175-a772-3a363e8914a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:44:34.662222 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-e71c86a8-3915-4175-a772-3a363e8914a8 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1408567
Dec 02 17:44:37.180383 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 48736) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:44:37.268242 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:44:37.270794 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.quota [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7faf6ceba828>.
Dec 02 17:44:37.277082 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:44:37.289615 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:44:37.302202 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] Made reservation on behalf of 1a03ea58bfe64086a24712320774909e for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:44:37.306941 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:37.410386 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING neutron.services.revisions.revision_plugin [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7faf6ce6a390] {project_id='1a03ea58bfe64086a24712320774909e', id='a25253ba-d293-43e4-8fee-15dfabd7280a', target_tenant='*', action='access_as_shared', object_id='7e1c2439-fca2-4999-a8bc-9875e78b8cf1'}> to bump revision.
Dec 02 17:44:37.430763 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 17:44:37.442020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774465036352', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:37.442554 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] Added segment 656f7f11-80da-414b-ba71-3d156d743fee of type vxlan for network 7e1c2439-fca2-4999-a8bc-9875e78b8cf1
Dec 02 17:44:37.517509 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:37.555663 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:37.556930 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:44:37.557616 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:37.564050 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:44:37.668974 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4872634
Dec 02 17:44:37.676830 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] Pushing event updated for resources: {'Network': ['ID=7e1c2439-fca2-4999-a8bc-9875e78b8cf1,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:44:37.696170 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:44:37.704042 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network 7e1c2439-fca2-4999-a8bc-9875e78b8cf1 details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:44:40.280602 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 48746) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:44:40.400086 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.pecan_wsgi.hooks.translation [None req-45943e70-cdfd-409a-b265-689c9a9e6101 admin admin] GET failed (client error): The resource could not be found.
Dec 02 17:44:40.401393 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-45943e70-cdfd-409a-b265-689c9a9e6101 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1197548
Dec 02 17:44:40.521978 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f189d0a5-9428-4f67-b44d-fde64d0504ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:44:40.523599 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-f189d0a5-9428-4f67-b44d-fde64d0504ee admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1175311
Dec 02 17:44:40.536812 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '7e1c2439-fca2-4999-a8bc-9875e78b8cf1'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:44:40.541984 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:44:40.552110 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:44:40.562096 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Made reservation on behalf of 1a03ea58bfe64086a24712320774909e for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:44:40.566919 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:41.011802 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:41.029165 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:44:41.178869 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bfc08e8-9f87-4a32-81ef-47d7efaf6c54,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:44:41.200372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:41.200779 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:41.201161 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:41.201533 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:41.201900 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:41.202281 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:41.202671 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:41.203040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:41.203416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:41.203775 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:41.204133 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:41.204495 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:41.210182 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:44:41.269686 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Checking segment: {'id': '656f7f11-80da-414b-ba71-3d156d743fee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7e1c2439-fca2-4999-a8bc-9875e78b8cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:44:41.269993 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Network hostable DHCP agents. Network: 7e1c2439-fca2-4999-a8bc-9875e78b8cf1, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 17:44:41.290117 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Network 7e1c2439-fca2-4999-a8bc-9875e78b8cf1 is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 17:44:41.299392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, 7e1c2439-fca2-4999-a8bc-9875e78b8cf1) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:44:41.303367 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:44:41.303996 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:41.308947 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dc96f6-c63b-493c-b8ea-c303a2dd72b4 None None] Network 7e1c2439-fca2-4999-a8bc-9875e78b8cf1 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:44:41.330442 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7978079
Dec 02 17:44:41.558397 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp257996a1-da43-5c46-8889-3798354369c5-7e1c2439-fca2-4999-a8bc-9875e78b8cf1', 'network_id': '7e1c2439-fca2-4999-a8bc-9875e78b8cf1', 'tenant_id': '1a03ea58bfe64086a24712320774909e', 'fixed_ips': [{'subnet_id': '7bfc08e8-9f87-4a32-81ef-47d7efaf6c54'}]}} from dv-cinder-733623-9-iscsi. {{(pid=80245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 17:44:41.559405 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:41.884324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Allocated IP 192.168.233.2 (7e1c2439-fca2-4999-a8bc-9875e78b8cf1/7bfc08e8-9f87-4a32-81ef-47d7efaf6c54/ed855bf7-0486-4546-9737-d20dd1d0ae5d) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:44:42.125479 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:42.138952 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Transition to ACTIVE for port object ed855bf7-0486-4546-9737-d20dd1d0ae5d will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:44:42.156612 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Transition to ACTIVE for port object ed855bf7-0486-4546-9737-d20dd1d0ae5d will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:44:42.161671 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:42.175195 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d363fbb9-cd38-41a3-92a0-69e62065200e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:44:42.467387 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Pushing event updated for resources: {'Port': ['ID=ed855bf7-0486-4546-9737-d20dd1d0ae5d,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:44:42.480702 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:42.481084 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:42.481462 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:42.481830 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:42.482184 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:42.482549 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:42.482905 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:42.483257 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:42.483624 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:42.483973 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:42.484324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:42.484669 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:44:42.490383 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:44:42.540693 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Network 7e1c2439-fca2-4999-a8bc-9875e78b8cf1 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:44:42.542798 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:44:42.545286 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:44:42.607292 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Attempting to bind port ed855bf7-0486-4546-9737-d20dd1d0ae5d on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:44:42.607700 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Attempting to bind port ed855bf7-0486-4546-9737-d20dd1d0ae5d by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '656f7f11-80da-414b-ba71-3d156d743fee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7e1c2439-fca2-4999-a8bc-9875e78b8cf1'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:44:42.608857 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Attempting to bind port ed855bf7-0486-4546-9737-d20dd1d0ae5d on network 7e1c2439-fca2-4999-a8bc-9875e78b8cf1 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:44:42.614694 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:44:42.615115 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Checking segment: {'id': '656f7f11-80da-414b-ba71-3d156d743fee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7e1c2439-fca2-4999-a8bc-9875e78b8cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:44:42.615726 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:42.616151 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Bound using segment: {'id': '656f7f11-80da-414b-ba71-3d156d743fee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7e1c2439-fca2-4999-a8bc-9875e78b8cf1'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:44:42.616797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Bound port: ed855bf7-0486-4546-9737-d20dd1d0ae5d, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656f7f11-80da-414b-ba71-3d156d743fee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7e1c2439-fca2-4999-a8bc-9875e78b8cf1'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:44:42.617085 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:42.749278 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] For port ed855bf7-0486-4546-9737-d20dd1d0ae5d, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:44:42.753657 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] For port ed855bf7-0486-4546-9737-d20dd1d0ae5d, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=ed855bf7-0486-4546-9737-d20dd1d0ae5d,segment=NetworkSegment(656f7f11-80da-414b-ba71-3d156d743fee),segment_id=656f7f11-80da-414b-ba71-3d156d743fee)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:44:42.757078 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:42.772313 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d363fbb9-cd38-41a3-92a0-69e62065200e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:44:42.933521 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Pushing event updated for resources: {'Port': ['ID=ed855bf7-0486-4546-9737-d20dd1d0ae5d,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:44:42.937031 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:44:43.560134 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device ed855bf7-0486-4546-9737-d20dd1d0ae5d up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:44:43.635018 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port ed855bf7-0486-4546-9737-d20dd1d0ae5d completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:44:44.303157 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984b7fb8-7cd1-4973-aaa6-94e9de633cc1 None None] Network 7e1c2439-fca2-4999-a8bc-9875e78b8cf1 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:44:44.413637 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-1529c222-a71a-425d-822e-23a3bab4f9c7 None None] Provisioning for port ed855bf7-0486-4546-9737-d20dd1d0ae5d completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:44:44.424886 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-1529c222-a71a-425d-822e-23a3bab4f9c7 None None] Provisioning complete for port ed855bf7-0486-4546-9737-d20dd1d0ae5d triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:44:44.425364 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1529c222-a71a-425d-822e-23a3bab4f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:44.671896 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1529c222-a71a-425d-822e-23a3bab4f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:44.721576 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-1529c222-a71a-425d-822e-23a3bab4f9c7 None None] For port ed855bf7-0486-4546-9737-d20dd1d0ae5d, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=ed855bf7-0486-4546-9737-d20dd1d0ae5d,segment=NetworkSegment(656f7f11-80da-414b-ba71-3d156d743fee),segment_id=656f7f11-80da-414b-ba71-3d156d743fee)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:44:44.725907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1529c222-a71a-425d-822e-23a3bab4f9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:44.741099 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:44:44.825182 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529c222-a71a-425d-822e-23a3bab4f9c7 None None] Pushing event updated for resources: {'Port': ['ID=ed855bf7-0486-4546-9737-d20dd1d0ae5d,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:44:44.829301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1529c222-a71a-425d-822e-23a3bab4f9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:44:45.050994 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-d74f30ec-518d-4d69-bdac-a9cb1c17b11c None None] Provisioning complete for port ed855bf7-0486-4546-9737-d20dd1d0ae5d triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:44:45.051517 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d74f30ec-518d-4d69-bdac-a9cb1c17b11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:45.341876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-d5bd1101-f8b7-4535-93ea-11a3445bcea6 None None] Provisioning complete for port ed855bf7-0486-4546-9737-d20dd1d0ae5d triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:44:45.342293 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d5bd1101-f8b7-4535-93ea-11a3445bcea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:45.530790 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device ed855bf7-0486-4546-9737-d20dd1d0ae5d up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:44:45.605943 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port ed855bf7-0486-4546-9737-d20dd1d0ae5d triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:44:45.606420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:53.042221 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-eb46712e-7641-40bd-9acf-f029e8e00549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:55.599059 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-10d57d1f-53e1-4c75-b923-2e39ae7db04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:56.083309 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 5 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:44:56.104065 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:57.043672 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:44:57.737839 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:45:23.037980 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-591b351a-9566-445f-8b0a-9a208465f5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:45:25.611112 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2c78ffa0-339c-43d9-927c-37b9c2967aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:45:26.120406 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:45:27.037551 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:45:27.740910 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:45:33.084175 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 5 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:45:47.986181 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 48790) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:45:47.993794 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [None req-f69e464e-8156-44f7-9582-a1c2e456275c tempest-verify_tempest_config-1900245059 tempest-verify_tempest_config-1900245059] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 17:45:47.994931 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-f69e464e-8156-44f7-9582-a1c2e456275c tempest-verify_tempest_config-1900245059 tempest-verify_tempest_config-1900245059] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13036 time: 0.0074694
Dec 02 17:45:48.405068 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 48810) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:45:48.567575 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:45:48.582883 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:45:48.587026 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Usage tracker for resource:security_group_rule and tenant:86aa8ec48a2343e9b091136e34ea2175 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:45:48.590690 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:45:48.596516 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:45:48.702364 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:45:48.705285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:45:48.715078 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:45:48.757364 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86aa8ec48a2343e9b091136e34ea2175&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3511317
Dec 02 17:45:48.759218 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4578e00-ad86-4cc9-90d2-6633cdd7422e,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:45:48.761050 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 48816) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:45:48.767491 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.767879 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.768240 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.768606 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.768962 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.769318 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.769666 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.770018 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.770386 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.770766 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.771115 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.771462 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.776727 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:45:48.841767 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:45:48.871483 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:45:48.950222 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:45:48.954759 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:45:48.970529 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4578e00-ad86-4cc9-90d2-6633cdd7422e,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:45:48.978919 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:45:48.980210 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4578e00-ad86-4cc9-90d2-6633cdd7422e HTTP/1.1" status: 204  len: 168 time: 0.2140045
Dec 02 17:45:48.981992 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.984319 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.984319 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.984319 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.984319 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.986715 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.986715 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.986715 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.987154 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.987154 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.987621 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.988042 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:45:48.991253 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:45:53.043303 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-490865b5-59e9-4bf0-b9e8-1a837dd96346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:45:55.605722 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c100c33-e867-45cd-b3bf-666483f4eab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:45:56.122515 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:45:57.045200 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:45:57.746759 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:46:10.088894 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 5 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:46:23.038062 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3b28ef64-0528-4a14-857b-4eb1887df275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:46:25.609603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8d66f6cf-15c5-4084-9a81-2736cb2681b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:46:26.107608 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:46:27.038140 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:46:27.745856 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:46:47.088887 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 5 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:46:53.045048 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c63ce9d-f865-4ed4-b9dc-6d6334c598d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:46:55.611797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d89cfddd-29f7-45dd-b7d9-0486dd585431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:46:56.110555 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:46:57.042123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:46:57.749865 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:47:23.038368 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-55f2f00e-a846-45c9-8ef2-35b5e257a8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:47:24.088435 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 5 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:47:25.615271 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2c57d9bb-a6f8-4e7d-b2a4-04e39a5cfc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:47:26.115031 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:47:27.054312 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:47:27.756047 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:47:33.702804 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465'] for agent, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:47:33.703617 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:47:33.703973 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:47:33.704522 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:47:33.705169 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:47:33.705811 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:47:33.706339 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:47:33.706983 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:47:33.707630 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:47:33.708046 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:47:33.708667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:47:33.709237 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:47:33.709800 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:47:33.710221 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7faf6c40acf8>, 'Open vSwitch agent', 'hv-cinder-73362', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:47:33.716925 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7faf6c75efd0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-73362', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:47:34.161311 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-36e6c24d-eefe-4617-9042-be281554067e None None] get_endpoint_by_host() called for host hv-cinder-73362 {{(pid=80245) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 02 17:47:34.165820 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-36e6c24d-eefe-4617-9042-be281554067e None None] get_endpoint_by_ip() called for ip 192.168.0.56 {{(pid=80245) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 02 17:47:34.169028 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-36e6c24d-eefe-4617-9042-be281554067e None None] _add_endpoint() called for ip 192.168.0.56 {{(pid=80245) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 02 17:47:34.174882 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-36e6c24d-eefe-4617-9042-be281554067e None None] _get_endpoints() called {{(pid=80245) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 02 17:47:46.864950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 48888) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:47:47.037690 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-98827ada-9590-4d62-a035-52c626a5f848 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1714427
Dec 02 17:47:49.607827 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 48898) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:47:49.703071 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-1a177d3f-0e45-4e1e-bd63-5b80433b81a0 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0938890
Dec 02 17:47:53.161917 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8be306c5-a058-479e-a310-85870042e91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:47:55.622125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-be7ada9a-6f24-426e-a703-e4cc3d8239c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:47:56.129618 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:47:57.049582 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:47:57.755464 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:48:01.089470 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:48:03.707841 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:48:23.044216 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b3eeaa17-3f5b-43c4-aa0e-f77e0fb1d01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:48:25.615149 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-91512be0-6539-43dd-9930-8fe49623e2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:48:26.120626 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:48:27.053290 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:48:27.758721 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:48:33.703974 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:48:38.089200 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:48:53.049706 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-52e1564b-7f77-4edb-8d11-f749d50bdb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:48:55.624030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8c9c8f1f-237d-41b1-b059-5811f3d5f76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:48:56.129592 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:48:57.063836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:48:57.766232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:03.719676 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:15.089316 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:49:23.059718 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ef528785-5039-442c-8bdd-1c36d4b23681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:25.629521 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d08da62f-74d3-42a6-bb7b-b0be250dce58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:26.146687 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:27.087528 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:27.777863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:28.925381 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 49068) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:29.389549 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-214213372-network', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:49:29.395730 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:29.400096 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Usage tracker for resource:network and tenant:2b3ba943161643b9888b7198e5f4d270 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:29.404340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:29.410238 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:29.420132 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Made reservation on behalf of 2b3ba943161643b9888b7198e5f4d270 for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:49:29.425062 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:29.440327 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:29.457768 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:29.462628 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Usage tracker for resource:security_group_rule and tenant:2b3ba943161643b9888b7198e5f4d270 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:29.466807 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:29.473672 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:29.568440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:29.571771 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:29.584300 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:29.605373 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 17:49:29.629444 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:29.629842 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Added segment f09294cc-9f8b-482a-aa07-bccd5771ff01 of type vxlan for network 9ca63e15-5840-4372-9d93-cce1e9b612b4
Dec 02 17:49:29.630989 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a422ad-6da0-4ff8-b42c-d65364db9dce,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:29.645817 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.646180 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.646760 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.647133 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.647501 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.647928 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.648272 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.648632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.649008 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.649369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.649725 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.650082 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.650504 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.650866 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.651225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.651573 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.651905 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.652967 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.653484 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.654011 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.654370 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.654748 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.655110 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.655460 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Tracked resource versions report:
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]: pushed versions:
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]: {   'AddressGroup': {'1.0'},
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:     'ConntrackHelper': {'1.0'},
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Log': {'1.0'},
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Network': {'1.1'},
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Port': {'1.6'},
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:     'PortForwarding': {'1.2'},
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:     'QosPolicy': {'1.8'},
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SecurityGroup': {'1.3'},
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SecurityGroupRule': {'1.1'},
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SubPort': {'1.0'},
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Subnet': {'1.1'},
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Trunk': {'1.1'}}
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]: consumer versions:
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]: {   DHCP agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:     L3 agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:     Metadata agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:     Metering agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:     Open vSwitch agent@dv-cinder-733623-9-iscsi: {   'AddressGroup': '1.0',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'ConntrackHelper': '1.0',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Log': '1.0',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Network': '1.1',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Port': '1.6',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'PortForwarding': '1.2',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'QosPolicy': '1.8',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SecurityGroup': '1.3',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SecurityGroupRule': '1.1',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SubPort': '1.0',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Subnet': '1.1',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Trunk': '1.1'},
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:     Open vSwitch agent@hv-cinder-73362: {   'AddressGroup': '1.0',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'ConntrackHelper': '1.0',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Log': '1.0',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Network': '1.1',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Port': '1.6',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'PortForwarding': '1.2',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'QosPolicy': '1.8',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'SecurityGroup': '1.3',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'SecurityGroupRule': '1.1',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'SubPort': '1.0',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Subnet': '1.1',
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Trunk': '1.1'}}
Dec 02 17:49:29.656778 dv-cinder-733623-9-iscsi neutron-server[80134]:  {{(pid=80244) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 02 17:49:29.663694 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:29.671501 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49094) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:29.689594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49100) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:29.692539 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:29.726812 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:29.728332 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:49:29.729271 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:29.734570 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:29.850055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Pushing event updated for resources: {'Network': ['ID=9ca63e15-5840-4372-9d93-cce1e9b612b4,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:29.858316 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.9315202
Dec 02 17:49:29.858731 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49108) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:29.859605 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:29.869597 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Request body: {'subnet': {'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-214213372-subnet', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:49:29.875424 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Network 9ca63e15-5840-4372-9d93-cce1e9b612b4 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:49:29.878141 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:29.884154 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Usage tracker for resource:subnet and tenant:2b3ba943161643b9888b7198e5f4d270 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:29.890419 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network 9ca63e15-5840-4372-9d93-cce1e9b612b4 details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:49:29.892003 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:29.898722 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:29.910793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Made reservation on behalf of 2b3ba943161643b9888b7198e5f4d270 for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:49:29.916448 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:30.303125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1271433977-network', 'tenant_id': '9626a3b324384f49a30095c98c72a8cb'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:49:30.307863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:30.313333 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Usage tracker for resource:network and tenant:9626a3b324384f49a30095c98c72a8cb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:30.316645 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:30.322700 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:30.338301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Made reservation on behalf of 9626a3b324384f49a30095c98c72a8cb for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:49:30.344336 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:30.362632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:30.430849 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:30.441351 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Usage tracker for resource:security_group_rule and tenant:9626a3b324384f49a30095c98c72a8cb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:30.446879 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:30.456572 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:30.500300 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1902560729-network', 'tenant_id': '82b2210b4ebf4222ae2d9b13049f05ec'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:49:30.528581 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:30.539692 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Usage tracker for resource:network and tenant:82b2210b4ebf4222ae2d9b13049f05ec is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:30.576036 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:30.594625 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:30.623659 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Made reservation on behalf of 82b2210b4ebf4222ae2d9b13049f05ec for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:49:30.628205 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:30.639109 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 49132) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:30.661322 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:30.664728 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:30.702247 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-bb1bae1c-ecc3-4329-86b7-78f4efee168d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:30.899174 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:30.919349 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:30.932471 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Usage tracker for resource:security_group_rule and tenant:82b2210b4ebf4222ae2d9b13049f05ec is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:30.939589 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:31.013993 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:31.020250 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:31.098159 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 17:49:31.160187 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d83d9ff-5b0d-4a61-bcb1-7d8d80206342,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:31.173105 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774465036352', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:31.173559 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Added segment f8657481-6b1a-4f40-86f3-789c36edfb93 of type vxlan for network 8ca15318-c29a-4048-8b1a-8617ae226076
Dec 02 17:49:31.189767 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.190299 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.190717 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.191138 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.191410 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.191782 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.192138 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.192496 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.192863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.193224 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.193570 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.193920 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.194342 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.194730 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.195091 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.195431 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.195776 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.196125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.196473 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.196820 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.197165 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.197514 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.197858 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.198205 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Tracked resource versions report:
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]: pushed versions:
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]: {   'AddressGroup': {'1.0'},
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:     'ConntrackHelper': {'1.0'},
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Log': {'1.0'},
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Network': {'1.1'},
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Port': {'1.6'},
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:     'PortForwarding': {'1.2'},
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:     'QosPolicy': {'1.8'},
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SecurityGroup': {'1.3'},
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SecurityGroupRule': {'1.1'},
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SubPort': {'1.0'},
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Subnet': {'1.1'},
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Trunk': {'1.1'}}
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]: consumer versions:
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]: {   DHCP agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:     L3 agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:     Metadata agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:     Metering agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:     Open vSwitch agent@dv-cinder-733623-9-iscsi: {   'AddressGroup': '1.0',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'ConntrackHelper': '1.0',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Log': '1.0',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Network': '1.1',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Port': '1.6',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'PortForwarding': '1.2',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'QosPolicy': '1.8',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SecurityGroup': '1.3',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SecurityGroupRule': '1.1',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SubPort': '1.0',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Subnet': '1.1',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Trunk': '1.1'},
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:     Open vSwitch agent@hv-cinder-73362: {   'AddressGroup': '1.0',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'ConntrackHelper': '1.0',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Log': '1.0',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Network': '1.1',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Port': '1.6',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'PortForwarding': '1.2',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'QosPolicy': '1.8',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'SecurityGroup': '1.3',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'SecurityGroupRule': '1.1',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'SubPort': '1.0',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Subnet': '1.1',
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Trunk': '1.1'}}
Dec 02 17:49:31.200219 dv-cinder-733623-9-iscsi neutron-server[80134]:  {{(pid=80243) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 02 17:49:31.208874 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:31.212702 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4b66e9ce-321b-4545-9406-67c87a728ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:31.280455 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-971505468-network', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:49:31.290820 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:31.301114 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:31.302661 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Usage tracker for resource:network and tenant:cbc1bec290674effad04cd89b614f4b2 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:31.310915 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:31.320619 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2ba8e3-d186-4efd-b3d9-2e19231187b0,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:31.326576 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:31.336734 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:31.350961 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Made reservation on behalf of cbc1bec290674effad04cd89b614f4b2 for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:49:31.360108 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:31.398226 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:31.437071 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:31.447278 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Usage tracker for resource:security_group_rule and tenant:cbc1bec290674effad04cd89b614f4b2 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:31.457515 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:31.468616 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:31.470562 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:31.482321 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:31.485666 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Checking segment: {'id': 'f09294cc-9f8b-482a-aa07-bccd5771ff01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:49:31.486009 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Network hostable DHCP agents. Network: 9ca63e15-5840-4372-9d93-cce1e9b612b4, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 17:49:31.528408 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:31.579395 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5c7325-a64a-4695-8ef6-66eceac100b4,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:31.592552 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:31.598780 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:31.619512 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:49:31.620571 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:31.704781 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 17:49:31.720395 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:31.721850 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:31.727629 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:31.735914 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-49c195a5-8538-4316-806c-0173383120d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:31.776316 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Network 9ca63e15-5840-4372-9d93-cce1e9b612b4 is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 17:49:31.804435 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.1316140
Dec 02 17:49:31.805459 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49164) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:31.834803 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdecc67-15f6-43c2-9cdc-5585e6128249,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:31.859367 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:31.867783 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774465036352', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:31.868232 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Added segment fd87f040-a08d-408f-af11-f73d0372a4bd of type vxlan for network 2e8d80f8-dc83-49a9-857c-3b26867bd375
Dec 02 17:49:31.882592 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] Request body: {'subnet': {'network_id': '8ca15318-c29a-4048-8b1a-8617ae226076', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1271433977-subnet', 'tenant_id': '9626a3b324384f49a30095c98c72a8cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:49:31.992810 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:31.995583 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, 9ca63e15-5840-4372-9d93-cce1e9b612b4) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:49:32.006264 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0960a585-a1d9-4afc-bc36-0eb05e3dc23f None None] Network 9ca63e15-5840-4372-9d93-cce1e9b612b4 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:49:32.024483 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] Usage tracker for resource:subnet and tenant:9626a3b324384f49a30095c98c72a8cb is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:32.033608 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Pushing event updated for resources: {'Network': ['ID=8ca15318-c29a-4048-8b1a-8617ae226076,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:32.062745 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:32.070892 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:49:32.071778 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:32.133129 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:32.134636 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:32.217465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:32.233435 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 49186) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:32.236614 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-49f14cfa-bfd8-4091-870d-ff2fec2e8c66 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.3750925
Dec 02 17:49:32.239374 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:49:32.239828 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] Made reservation on behalf of 9626a3b324384f49a30095c98c72a8cb for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:49:32.252429 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:32.256057 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:32.266211 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Usage tracker for resource:router and tenant:2b3ba943161643b9888b7198e5f4d270 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:32.272562 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:32.295554 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:32.321581 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854208369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3734'] for router, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:32.322757 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854208392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854099607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772051'] for router, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:32.354315 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:32.389335 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network 8ca15318-c29a-4048-8b1a-8617ae226076 details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:49:32.468041 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 17:49:32.468228 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 17:49:32.578202 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Network 8ca15318-c29a-4048-8b1a-8617ae226076 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:49:32.579632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:32.599073 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:49:32.599730 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:32.609124 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:32.686382 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 49204) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:32.726044 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Pushing event updated for resources: {'Network': ['ID=2e8d80f8-dc83-49a9-857c-3b26867bd375,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:32.734515 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:32.753355 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network 2e8d80f8-dc83-49a9-857c-3b26867bd375 details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:49:32.768425 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 3.0767727
Dec 02 17:49:32.769212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49212) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:32.783233 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-d49e00ef-a2ec-4d9c-b897-1396f83e446f admin admin] Request body: {'subnet': {'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1902560729-subnet', 'tenant_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:49:32.828349 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Network 2e8d80f8-dc83-49a9-857c-3b26867bd375 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:49:32.881336 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-d49e00ef-a2ec-4d9c-b897-1396f83e446f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:32.900456 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-d49e00ef-a2ec-4d9c-b897-1396f83e446f admin admin] Usage tracker for resource:subnet and tenant:82b2210b4ebf4222ae2d9b13049f05ec is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:32.906634 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772036'] for router, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:32.908856 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp257996a1-da43-5c46-8889-3798354369c5-9ca63e15-5840-4372-9d93-cce1e9b612b4', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'fixed_ips': [{'subnet_id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342'}]}} from dv-cinder-733623-9-iscsi. {{(pid=80245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 17:49:32.909794 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:32.922333 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-d49e00ef-a2ec-4d9c-b897-1396f83e446f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:32.940565 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-d49e00ef-a2ec-4d9c-b897-1396f83e446f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:32.972894 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49e00ef-a2ec-4d9c-b897-1396f83e446f admin admin] Made reservation on behalf of 82b2210b4ebf4222ae2d9b13049f05ec for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:49:32.978568 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:32.985077 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d49e00ef-a2ec-4d9c-b897-1396f83e446f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:33.000287 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-73c4f3b5-e4df-4b2d-8080-2aa7be393603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:33.033692 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-73c4f3b5-e4df-4b2d-8080-2aa7be393603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:33.054510 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-73c4f3b5-e4df-4b2d-8080-2aa7be393603 admin admin] Usage tracker for resource:security_group_rule and tenant:bf429f29830f4c8b99b0b15835cb8f09 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:33.062502 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-73c4f3b5-e4df-4b2d-8080-2aa7be393603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:33.080830 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-73c4f3b5-e4df-4b2d-8080-2aa7be393603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:33.084647 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 17:49:33.214164 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:33.215113 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Added segment 66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f of type vxlan for network 3d5df4e7-9e83-4d6e-b367-2b18b115dead
Dec 02 17:49:33.272156 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:33.369666 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:33.439307 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:33.445190 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:49:33.445998 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:33.533632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:33.568644 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49244) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:33.650802 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] Pushing event updated for resources: {'Subnet': ['ID=45aaa4a7-2ee9-4ac8-b6f5-67d2f938f254,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:33.670191 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Allocated IP 172.20.0.2 (9ca63e15-5840-4372-9d93-cce1e9b612b4/5d83d9ff-5b0d-4a61-bcb1-7d8d80206342/e515343b-4f28-478b-93e5-8fc4afd3bd77) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:49:33.703621 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:33.748774 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:33.803008 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-73c4f3b5-e4df-4b2d-8080-2aa7be393603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:33.804666 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:33.812694 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-73c4f3b5-e4df-4b2d-8080-2aa7be393603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:33.832426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f4e409f9-db2b-4c6e-852b-59a5f051f2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:33.869097 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 3.2286620
Dec 02 17:49:33.872311 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-f4e409f9-db2b-4c6e-852b-59a5f051f2d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:33.875674 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49252) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:33.894412 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] Request body: {'subnet': {'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-subnet', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:49:33.905942 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-f4e409f9-db2b-4c6e-852b-59a5f051f2d6 admin admin] Usage tracker for resource:security_group_rule and tenant:32a496cd67284b3b9a90156729b60373 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:33.908817 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:33.913010 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-f4e409f9-db2b-4c6e-852b-59a5f051f2d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:33.926145 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-f4e409f9-db2b-4c6e-852b-59a5f051f2d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:33.938601 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] Usage tracker for resource:subnet and tenant:cbc1bec290674effad04cd89b614f4b2 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:33.941328 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:33.944863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:33.961043 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:33.965118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:33.981457 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Transition to ACTIVE for port object e515343b-4f28-478b-93e5-8fc4afd3bd77 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:49:33.983635 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Pushing event updated for resources: {'Network': ['ID=3d5df4e7-9e83-4d6e-b367-2b18b115dead,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:33.987250 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:33.988925 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-73c4f3b5-e4df-4b2d-8080-2aa7be393603 admin admin] Synchronizing usage tracker for tenant:1a03ea58bfe64086a24712320774909e on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:49:33.992972 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:33.999150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network 3d5df4e7-9e83-4d6e-b367-2b18b115dead details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:49:34.001950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:34.018602 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Network 3d5df4e7-9e83-4d6e-b367-2b18b115dead details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:49:34.038977 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Transition to ACTIVE for port object e515343b-4f28-478b-93e5-8fc4afd3bd77 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:49:34.057485 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] Checking segment: {'id': 'f8657481-6b1a-4f40-86f3-789c36edfb93', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ca15318-c29a-4048-8b1a-8617ae226076'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:49:34.057863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] Network hostable DHCP agents. Network: 8ca15318-c29a-4048-8b1a-8617ae226076, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 17:49:34.065526 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] Made reservation on behalf of cbc1bec290674effad04cd89b614f4b2 for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:49:34.070374 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:34.085143 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:34.086784 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-73c4f3b5-e4df-4b2d-8080-2aa7be393603 admin admin] Unset dirty status for tenant:1a03ea58bfe64086a24712320774909e on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:49:34.088129 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-73c4f3b5-e4df-4b2d-8080-2aa7be393603 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf429f29830f4c8b99b0b15835cb8f09&name=default HTTP/1.1" status: 200  len: 2875 time: 1.3948603
Dec 02 17:49:34.092440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4f3b5-e4df-4b2d-8080-2aa7be393603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6855d390-cfcc-499e-936c-5ffb3ca20cf1,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:34.096267 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-73c4f3b5-e4df-4b2d-8080-2aa7be393603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:34.096806 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 49256) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:34.289889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:34.344654 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] Network 8ca15318-c29a-4048-8b1a-8617ae226076 is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 17:49:34.385865 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, 8ca15318-c29a-4048-8b1a-8617ae226076) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:49:34.413117 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Allocated IP 172.27.2.136 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/bb53154a-2938-4f88-8b72-066e18992004) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:49:34.446953 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:49:34.448004 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:34.513691 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f4e409f9-db2b-4c6e-852b-59a5f051f2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:34.532212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f4e409f9-db2b-4c6e-852b-59a5f051f2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:34.554092 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6b2e82-825d-40f3-b90f-c97bad7de568 None None] Network 8ca15318-c29a-4048-8b1a-8617ae226076 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:49:34.617829 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2df4e6c7-21eb-4130-af1f-4d23a2a4f2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:34.684031 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Network 9ca63e15-5840-4372-9d93-cce1e9b612b4 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:49:34.688287 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:49:34.695525 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.8726459
Dec 02 17:49:34.698272 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:34.728088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:49:34.782507 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-62c72620-aedb-4a4c-9046-20b620164899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:34.795690 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Pushing event updated for resources: {'Port': ['ID=e515343b-4f28-478b-93e5-8fc4afd3bd77,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:34.836391 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-62c72620-aedb-4a4c-9046-20b620164899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:34.842166 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Attempting to bind port e515343b-4f28-478b-93e5-8fc4afd3bd77 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:49:34.844688 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Attempting to bind port e515343b-4f28-478b-93e5-8fc4afd3bd77 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': 'f09294cc-9f8b-482a-aa07-bccd5771ff01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:49:34.845213 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Attempting to bind port e515343b-4f28-478b-93e5-8fc4afd3bd77 on network 9ca63e15-5840-4372-9d93-cce1e9b612b4 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:49:34.897756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:34.938529 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-f4e409f9-db2b-4c6e-852b-59a5f051f2d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32a496cd67284b3b9a90156729b60373&name=default HTTP/1.1" status: 200  len: 2875 time: 1.3581462
Dec 02 17:49:34.955723 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49284) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:34.984308 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:34.984685 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:34.987930 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:34.997805 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:34.998652 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:34.999081 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:34.999616 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:34.999997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:35.000390 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:35.000759 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:35.001127 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:35.001495 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:35.001945 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:35.002301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:35.002697 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:35.003055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:35.003411 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:35.003769 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:35.004122 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:35.004477 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:35.004835 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:35.005206 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:35.005515 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:35.005865 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Tracked resource versions report:
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]: pushed versions:
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]: {   'AddressGroup': {'1.0'},
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:     'ConntrackHelper': {'1.0'},
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Log': {'1.0'},
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Network': {'1.1'},
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Port': {'1.6'},
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:     'PortForwarding': {'1.2'},
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:     'QosPolicy': {'1.8'},
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SecurityGroup': {'1.3'},
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SecurityGroupRule': {'1.1'},
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SubPort': {'1.0'},
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Subnet': {'1.1'},
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Trunk': {'1.1'}}
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]: consumer versions:
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]: {   DHCP agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:     L3 agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:     Metadata agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:     Metering agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:     Open vSwitch agent@dv-cinder-733623-9-iscsi: {   'AddressGroup': '1.0',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'ConntrackHelper': '1.0',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Log': '1.0',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Network': '1.1',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Port': '1.6',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'PortForwarding': '1.2',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'QosPolicy': '1.8',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SecurityGroup': '1.3',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SecurityGroupRule': '1.1',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SubPort': '1.0',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Subnet': '1.1',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Trunk': '1.1'},
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:     Open vSwitch agent@hv-cinder-73362: {   'AddressGroup': '1.0',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'ConntrackHelper': '1.0',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Log': '1.0',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Network': '1.1',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Port': '1.6',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'PortForwarding': '1.2',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'QosPolicy': '1.8',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'SecurityGroup': '1.3',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'SecurityGroupRule': '1.1',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'SubPort': '1.0',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Subnet': '1.1',
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Trunk': '1.1'}}
Dec 02 17:49:35.007228 dv-cinder-733623-9-iscsi neutron-server[80134]:  {{(pid=80245) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 02 17:49:35.036173 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:35.042330 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:49:35.055776 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Checking segment: {'id': 'f09294cc-9f8b-482a-aa07-bccd5771ff01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:49:35.056297 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:35.056750 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Bound using segment: {'id': 'f09294cc-9f8b-482a-aa07-bccd5771ff01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:49:35.057318 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Bound port: e515343b-4f28-478b-93e5-8fc4afd3bd77, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09294cc-9f8b-482a-aa07-bccd5771ff01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:49:35.057750 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:35.071832 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d49e00ef-a2ec-4d9c-b897-1396f83e446f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:35.078237 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e409f9-db2b-4c6e-852b-59a5f051f2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed48567-4d0a-44b6-ba9d-8f26e0038204,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:35.080467 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:35.223967 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f4e409f9-db2b-4c6e-852b-59a5f051f2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:35.236347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fad79232-15de-4971-94e4-418f889e7261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:35.237948 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:35.247163 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] For port e515343b-4f28-478b-93e5-8fc4afd3bd77, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:49:35.249579 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-62c72620-aedb-4a4c-9046-20b620164899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:35.251404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] For port e515343b-4f28-478b-93e5-8fc4afd3bd77, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=e515343b-4f28-478b-93e5-8fc4afd3bd77,segment=NetworkSegment(f09294cc-9f8b-482a-aa07-bccd5771ff01),segment_id=f09294cc-9f8b-482a-aa07-bccd5771ff01)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:49:35.253071 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Pushing event updated for resources: {'Port': ['ID=bb53154a-2938-4f88-8b72-066e18992004,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:35.264024 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:35.283147 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:35.286675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-73c4f3b5-e4df-4b2d-8080-2aa7be393603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:35.297418 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:35.312400 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c72620-aedb-4a4c-9046-20b620164899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6855d390-cfcc-499e-936c-5ffb3ca20cf1,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:35.337521 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:49:35.338934 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-62c72620-aedb-4a4c-9046-20b620164899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:35.341082 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-62c72620-aedb-4a4c-9046-20b620164899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:35.357753 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-62c72620-aedb-4a4c-9046-20b620164899 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6855d390-cfcc-499e-936c-5ffb3ca20cf1 HTTP/1.1" status: 204  len: 168 time: 1.2559080
Dec 02 17:49:35.359506 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:49:35.366890 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:49:35.701818 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fad79232-15de-4971-94e4-418f889e7261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:35.738840 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:35.816132 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 49330) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:35.838185 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 02 17:49:35.849171 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bf13d2-3398-454c-8df3-5c5797011f01 None None] Network 8ca15318-c29a-4048-8b1a-8617ae226076 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:49:35.893137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Pushing event updated for resources: {'Port': ['ID=e515343b-4f28-478b-93e5-8fc4afd3bd77,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:35.908571 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:35.919535 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e00ef-a2ec-4d9c-b897-1396f83e446f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63a84ed-b463-4863-a3be-969d4a89bdad,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:35.951412 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d49e00ef-a2ec-4d9c-b897-1396f83e446f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:35.951889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:36.092045 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49e00ef-a2ec-4d9c-b897-1396f83e446f admin admin] Checking segment: {'id': 'fd87f040-a08d-408f-af11-f73d0372a4bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:49:36.092448 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49e00ef-a2ec-4d9c-b897-1396f83e446f admin admin] Network hostable DHCP agents. Network: 2e8d80f8-dc83-49a9-857c-3b26867bd375, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 17:49:36.104339 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eb4d38d-7afb-4d11-b1ac-900651574376,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:36.113098 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49336) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:36.113978 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:36.131895 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:36.155604 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] Checking segment: {'id': '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:49:36.156004 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] Network hostable DHCP agents. Network: 3d5df4e7-9e83-4d6e-b367-2b18b115dead, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 17:49:36.161237 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2a75b34c-90f2-42bd-bc15-84821eb3c8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:36.189328 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fad79232-15de-4971-94e4-418f889e7261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:36.191361 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49e00ef-a2ec-4d9c-b897-1396f83e446f admin admin] Network 2e8d80f8-dc83-49a9-857c-3b26867bd375 is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 17:49:36.208004 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-2a75b34c-90f2-42bd-bc15-84821eb3c8ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:36.212623 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:36.226369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-d49e00ef-a2ec-4d9c-b897-1396f83e446f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, 2e8d80f8-dc83-49a9-857c-3b26867bd375) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:49:36.231206 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49e00ef-a2ec-4d9c-b897-1396f83e446f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:49:36.232114 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d49e00ef-a2ec-4d9c-b897-1396f83e446f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:36.236543 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd181bd0-3e21-4840-bf35-9d9ffe69b408 None None] Network 2e8d80f8-dc83-49a9-857c-3b26867bd375 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:49:36.239098 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-2a75b34c-90f2-42bd-bc15-84821eb3c8ff admin admin] Usage tracker for resource:security_group_rule and tenant:2320b1d7d8724355a4e1abf4ca42d6c9 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:36.243741 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-2a75b34c-90f2-42bd-bc15-84821eb3c8ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:36.248859 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad79232-15de-4971-94e4-418f889e7261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed48567-4d0a-44b6-ba9d-8f26e0038204,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:36.251515 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-fad79232-15de-4971-94e4-418f889e7261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:36.261091 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] Network 3d5df4e7-9e83-4d6e-b367-2b18b115dead is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 17:49:36.262800 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-6c036238-d5ac-4f73-9193-4354b1faaa8d tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:49:36.264457 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-6c036238-d5ac-4f73-9193-4354b1faaa8d tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/networks?id=8ca15318-c29a-4048-8b1a-8617ae226076 HTTP/1.1" status: 200  len: 812 time: 0.4413235
Dec 02 17:49:36.267090 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-2a75b34c-90f2-42bd-bc15-84821eb3c8ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:36.276300 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fad79232-15de-4971-94e4-418f889e7261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:36.279007 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-fad79232-15de-4971-94e4-418f889e7261 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2ed48567-4d0a-44b6-ba9d-8f26e0038204 HTTP/1.1" status: 204  len: 168 time: 1.3199813
Dec 02 17:49:36.293209 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-3426a596-8206-46e6-a758-55c06c243c08 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/quotas/9626a3b324384f49a30095c98c72a8cb HTTP/1.1" status: 200  len: 375 time: 0.0175896
Dec 02 17:49:36.367299 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, 3d5df4e7-9e83-4d6e-b367-2b18b115dead) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:49:36.375512 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-d49e00ef-a2ec-4d9c-b897-1396f83e446f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 3.6050391
Dec 02 17:49:36.397745 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 49342) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:36.404324 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-809210fe-8a99-467f-b4b6-4f20bc484de6 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?tenant_id=9626a3b324384f49a30095c98c72a8cb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0971026
Dec 02 17:49:36.444492 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1902560729-router', 'tenant_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:49:36.445190 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:49:36.445892 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:36.459551 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2a75b34c-90f2-42bd-bc15-84821eb3c8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:36.467628 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:36.484993 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2a75b34c-90f2-42bd-bc15-84821eb3c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:36.486345 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Usage tracker for resource:router and tenant:82b2210b4ebf4222ae2d9b13049f05ec is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:36.491726 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:36.532212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6a06b7-4edb-4002-b291-31e1ca055e3e None None] Network 3d5df4e7-9e83-4d6e-b367-2b18b115dead requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:49:36.541445 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f4e409f9-db2b-4c6e-852b-59a5f051f2d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:36.580183 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.6925502
Dec 02 17:49:36.591138 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:36.593139 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 49350) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:36.612000 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-2a75b34c-90f2-42bd-bc15-84821eb3c8ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2320b1d7d8724355a4e1abf4ca42d6c9&name=default HTTP/1.1" status: 200  len: 2875 time: 0.4918938
Dec 02 17:49:36.613011 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49358) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:36.626317 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:49:36.643218 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75b34c-90f2-42bd-bc15-84821eb3c8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1664710b-958c-4435-be26-ea30e7dea63f,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:36.665965 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2a75b34c-90f2-42bd-bc15-84821eb3c8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:36.761405 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b2c52cc6-c871-4282-a5ab-eee3b0cc2542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:36.852020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b2c52cc6-c871-4282-a5ab-eee3b0cc2542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:36.901939 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:36.916059 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Usage tracker for resource:router and tenant:cbc1bec290674effad04cd89b614f4b2 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:36.919595 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0e90c4-39f8-4f5c-89ec-5acfafe829b2 None None] Network 2e8d80f8-dc83-49a9-857c-3b26867bd375 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:49:36.921431 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:36.926430 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854208369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3734'] for router, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:36.927570 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854208392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854099607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772051'] for router, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:36.938546 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:36.970460 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-8746a8b7-8d13-4140-9495-b92e83b7c394 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 17:49:36.971692 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-8746a8b7-8d13-4140-9495-b92e83b7c394 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.3776131
Dec 02 17:49:36.979537 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b2c52cc6-c871-4282-a5ab-eee3b0cc2542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:36.986884 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:36.990856 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854208369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3734'] for router, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:36.991944 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854208392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854099607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772051'] for router, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:37.001396 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c52cc6-c871-4282-a5ab-eee3b0cc2542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1664710b-958c-4435-be26-ea30e7dea63f,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:37.005859 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b2c52cc6-c871-4282-a5ab-eee3b0cc2542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:37.008167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:37.018791 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b2c52cc6-c871-4282-a5ab-eee3b0cc2542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:37.029359 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b2c52cc6-c871-4282-a5ab-eee3b0cc2542 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1664710b-958c-4435-be26-ea30e7dea63f HTTP/1.1" status: 204  len: 168 time: 0.4069207
Dec 02 17:49:37.168821 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854208407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558366'] for router, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:37.174658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49378) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:37.183104 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:37.197551 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d6ceae82-be10-46be-b9a9-a927b58c02b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:37.216936 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-d6ceae82-be10-46be-b9a9-a927b58c02b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:37.222029 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-d6ceae82-be10-46be-b9a9-a927b58c02b8 admin admin] Usage tracker for resource:security_group_rule and tenant:e3e5fbaeab2a44f0af0dec800a60358d is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:37.226495 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-d6ceae82-be10-46be-b9a9-a927b58c02b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:37.234538 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-d6ceae82-be10-46be-b9a9-a927b58c02b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:37.363985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d6ceae82-be10-46be-b9a9-a927b58c02b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:37.369509 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d6ceae82-be10-46be-b9a9-a927b58c02b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:37.380740 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:37.392870 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp257996a1-da43-5c46-8889-3798354369c5-3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'fixed_ips': [{'subnet_id': '7eb4d38d-7afb-4d11-b1ac-900651574376'}]}} from dv-cinder-733623-9-iscsi. {{(pid=80245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 17:49:37.393793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:37.461878 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-d6ceae82-be10-46be-b9a9-a927b58c02b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3e5fbaeab2a44f0af0dec800a60358d&name=default HTTP/1.1" status: 200  len: 2875 time: 0.2858925
Dec 02 17:49:37.463095 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ceae82-be10-46be-b9a9-a927b58c02b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd24c5e-31e4-41fb-ba52-8b3f3e54e512,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:37.467622 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49384) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:37.475889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d6ceae82-be10-46be-b9a9-a927b58c02b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:37.602395 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4327e147-89ee-4e1e-a40e-9729eb8360c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:37.700058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4327e147-89ee-4e1e-a40e-9729eb8360c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:37.802035 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-9668e4e8-64f1-4c28-9a0b-e4fdf72158c1 service neutron] 10.222.0.21 "GET /v2.0/networks/8ca15318-c29a-4048-8b1a-8617ae226076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7811406
Dec 02 17:49:37.816355 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4327e147-89ee-4e1e-a40e-9729eb8360c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:37.833212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2a75b34c-90f2-42bd-bc15-84821eb3c8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:37.854561 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327e147-89ee-4e1e-a40e-9729eb8360c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd24c5e-31e4-41fb-ba52-8b3f3e54e512,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:37.863761 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4327e147-89ee-4e1e-a40e-9729eb8360c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:37.883899 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4327e147-89ee-4e1e-a40e-9729eb8360c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:37.885130 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-4327e147-89ee-4e1e-a40e-9729eb8360c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbd24c5e-31e4-41fb-ba52-8b3f3e54e512 HTTP/1.1" status: 204  len: 168 time: 0.4112077
Dec 02 17:49:37.918542 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Allocated IP 172.20.0.2 (3d5df4e7-9e83-4d6e-b367-2b18b115dead/7eb4d38d-7afb-4d11-b1ac-900651574376/0d9824ea-209e-4ebc-89ec-91c878143c50) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:49:38.229638 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device e515343b-4f28-478b-93e5-8fc4afd3bd77 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:49:38.271933 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0abb46-d621-4d37-85ab-8cc6593af2c8 None None] Network 9ca63e15-5840-4372-9d93-cce1e9b612b4 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:49:38.531381 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Router cff378a4-6ad4-4efe-8015-bb009bb81bf0 is scheduled to L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 with binding_index 1 {{(pid=80244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 17:49:38.538789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772036'] for router, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:38.618733 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-ad18eda4-ad68-4835-83a2-660e5fb7dd9a None None] Provisioning for port e515343b-4f28-478b-93e5-8fc4afd3bd77 completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:49:38.627880 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772036'] for router, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:38.719117 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port e515343b-4f28-478b-93e5-8fc4afd3bd77 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:49:38.736809 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port e515343b-4f28-478b-93e5-8fc4afd3bd77 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:49:38.737526 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:38.748989 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-c2784020-464d-4b9c-8231-0918a3258dcf service neutron] 10.222.0.21 "GET /v2.0/networks/8ca15318-c29a-4048-8b1a-8617ae226076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.9450412
Dec 02 17:49:39.030452 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:39.146208 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port e515343b-4f28-478b-93e5-8fc4afd3bd77, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=e515343b-4f28-478b-93e5-8fc4afd3bd77,segment=NetworkSegment(f09294cc-9f8b-482a-aa07-bccd5771ff01),segment_id=f09294cc-9f8b-482a-aa07-bccd5771ff01)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:49:39.155451 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:49:39.160415 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:39.169187 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Sync routers for ids ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:49:39.174236 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:39.187209 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Routers {'cff378a4-6ad4-4efe-8015-bb009bb81bf0'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:49:39.187903 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c1e46a0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:49:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:49:39.190164 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:39.330911 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49452) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:39.335299 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 02 17:49:39.380629 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Transition to ACTIVE for port object 0d9824ea-209e-4ebc-89ec-91c878143c50 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:49:39.424671 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Transition to ACTIVE for port object 0d9824ea-209e-4ebc-89ec-91c878143c50 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:49:39.435803 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:39.472689 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-6b9fbe4d-acb9-4fd8-85f6-5a72b368ccc3 None None] Provisioning complete for port e515343b-4f28-478b-93e5-8fc4afd3bd77 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:49:39.473399 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6b9fbe4d-acb9-4fd8-85f6-5a72b368ccc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:39.567304 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=e515343b-4f28-478b-93e5-8fc4afd3bd77,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:39.588425 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:39.593368 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:39.602197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:39.603813 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 7.3693073
Dec 02 17:49:39.610401 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 49466) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:39.615849 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-122c9d67-04f5-4e05-81d8-0186ebf44c6a req-16443314-7701-476b-bd8a-4b1fe6091241 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 210 time: 0.2833462
Dec 02 17:49:39.735707 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Pushing event updated for resources: {'Port': ['ID=0d9824ea-209e-4ebc-89ec-91c878143c50,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:39.857931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:39.867028 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device e515343b-4f28-478b-93e5-8fc4afd3bd77 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:49:39.884373 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Set router cff378a4-6ad4-4efe-8015-bb009bb81bf0 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:49:40.082250 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Network 3d5df4e7-9e83-4d6e-b367-2b18b115dead is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:49:40.084048 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:49:40.086939 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:49:40.089916 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port e515343b-4f28-478b-93e5-8fc4afd3bd77 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:49:40.090806 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:40.319201 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-98d8d6b8-e75a-4d4a-953a-7c6392fd3ef5 None None] Provisioning complete for port e515343b-4f28-478b-93e5-8fc4afd3bd77 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:49:40.319626 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-98d8d6b8-e75a-4d4a-953a-7c6392fd3ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:40.382509 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Attempting to bind port 0d9824ea-209e-4ebc-89ec-91c878143c50 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:49:40.382930 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Attempting to bind port 0d9824ea-209e-4ebc-89ec-91c878143c50 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:49:40.383334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Attempting to bind port 0d9824ea-209e-4ebc-89ec-91c878143c50 on network 3d5df4e7-9e83-4d6e-b367-2b18b115dead {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:49:40.418734 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:49:40.419325 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Checking segment: {'id': '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:49:40.420053 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:40.420524 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Bound using segment: {'id': '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:49:40.421062 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Bound port: 0d9824ea-209e-4ebc-89ec-91c878143c50, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:49:40.421503 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:40.491881 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c1e46a0>, [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:35Z', 'revision_number': 3, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:49:40.503920 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Checking router: cff378a4-6ad4-4efe-8015-bb009bb81bf0 for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:49:40.507212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Updating router cff378a4-6ad4-4efe-8015-bb009bb81bf0 port bb53154a-2938-4f88-8b72-066e18992004 binding host dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:49:40.559406 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:40.606693 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:40.755818 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] For port 0d9824ea-209e-4ebc-89ec-91c878143c50, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:49:40.763938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] For port 0d9824ea-209e-4ebc-89ec-91c878143c50, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=0d9824ea-209e-4ebc-89ec-91c878143c50,segment=NetworkSegment(66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f),segment_id=66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:49:40.772861 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:40.862510 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2f388ceb-487c-495b-b91a-299e3c94d9b9 req-dbe63fa6-e14c-4e62-a1cd-2becc147e757 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 210 time: 0.0964482
Dec 02 17:49:40.934827 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:40.940658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:41.343069 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:41.378124 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Pushing event updated for resources: {'Port': ['ID=0d9824ea-209e-4ebc-89ec-91c878143c50,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:41.395301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:41.463448 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:41.497301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:41.505724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:41.516264 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Transition to ACTIVE for port object bb53154a-2938-4f88-8b72-066e18992004 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:49:41.521613 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:41.555489 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:41.680545 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Pushing event updated for resources: {'Port': ['ID=bb53154a-2938-4f88-8b72-066e18992004,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:41.741505 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.741883 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.742248 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.742728 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.743105 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.743450 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.743821 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.744093 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.744450 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.744802 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.745148 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.746176 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.746604 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.746955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.747351 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.747618 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.747961 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.748359 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.748617 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.748956 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.749304 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.749644 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.749988 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.750331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Tracked resource versions report:
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]: pushed versions:
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]: {   'AddressGroup': {'1.0'},
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:     'ConntrackHelper': {'1.0'},
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Log': {'1.0'},
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Network': {'1.1'},
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Port': {'1.6'},
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:     'PortForwarding': {'1.2'},
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:     'QosPolicy': {'1.8'},
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SecurityGroup': {'1.3'},
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SecurityGroupRule': {'1.1'},
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:     'SubPort': {'1.0'},
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Subnet': {'1.1'},
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:     'Trunk': {'1.1'}}
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]: consumer versions:
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]: {   DHCP agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:     L3 agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:     Metadata agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:     Metering agent@dv-cinder-733623-9-iscsi: {},
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:     Open vSwitch agent@dv-cinder-733623-9-iscsi: {   'AddressGroup': '1.0',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'ConntrackHelper': '1.0',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Log': '1.0',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Network': '1.1',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Port': '1.6',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'PortForwarding': '1.2',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'QosPolicy': '1.8',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SecurityGroup': '1.3',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SecurityGroupRule': '1.1',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'SubPort': '1.0',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Subnet': '1.1',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                                      'Trunk': '1.1'},
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:     Open vSwitch agent@hv-cinder-73362: {   'AddressGroup': '1.0',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'ConntrackHelper': '1.0',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Log': '1.0',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Network': '1.1',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Port': '1.6',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'PortForwarding': '1.2',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'QosPolicy': '1.8',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'SecurityGroup': '1.3',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'SecurityGroupRule': '1.1',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'SubPort': '1.0',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Subnet': '1.1',
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:                                             'Trunk': '1.1'}}
Dec 02 17:49:41.752048 dv-cinder-733623-9-iscsi neutron-server[80134]:  {{(pid=80246) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 02 17:49:41.760249 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:41.883988 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Attempting to bind port bb53154a-2938-4f88-8b72-066e18992004 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:49:41.884404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Attempting to bind port bb53154a-2938-4f88-8b72-066e18992004 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:49:41.887634 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Attempting to bind port bb53154a-2938-4f88-8b72-066e18992004 on network 0e06ccbb-5acd-4938-8c27-f383e561e919 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:49:41.896954 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:49:41.897514 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Checking segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:49:41.898054 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:41.898948 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Bound using segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:49:41.900103 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Bound port: bb53154a-2938-4f88-8b72-066e18992004, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:49:41.900539 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:42.070103 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] For port bb53154a-2938-4f88-8b72-066e18992004, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:49:42.074824 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] For port bb53154a-2938-4f88-8b72-066e18992004, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=bb53154a-2938-4f88-8b72-066e18992004,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:49:42.081707 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:42.110225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:42.273198 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Pushing event updated for resources: {'Port': ['ID=bb53154a-2938-4f88-8b72-066e18992004,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:42.281988 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:42.313151 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4d532efe-da41-467e-a89f-bd0f02e5b574 req-33af3b5d-9b9b-44ed-b467-806c5279200c tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 210 time: 0.0713193
Dec 02 17:49:42.392056 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Routers {'cff378a4-6ad4-4efe-8015-bb009bb81bf0'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:49:42.393542 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c1e46a0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:49:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:49:42.592700 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] Set router cff378a4-6ad4-4efe-8015-bb009bb81bf0 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:49:42.599794 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49554) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:42.754867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Allocated IP 172.27.2.189 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/a02c4ab9-4a6f-4241-a00c-1247e2247859) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:49:42.801978 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-85af3c2c-67cc-41c3-b2dd-0455781e685c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:42.822259 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-85af3c2c-67cc-41c3-b2dd-0455781e685c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:42.828646 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-85af3c2c-67cc-41c3-b2dd-0455781e685c admin admin] Usage tracker for resource:security_group_rule and tenant:2579b62541474c4fb726545f85d0f911 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:42.832470 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-85af3c2c-67cc-41c3-b2dd-0455781e685c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:42.840971 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-85af3c2c-67cc-41c3-b2dd-0455781e685c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:42.880839 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.43', 52302) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:42.954507 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-85af3c2c-67cc-41c3-b2dd-0455781e685c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:42.960552 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-85af3c2c-67cc-41c3-b2dd-0455781e685c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:42.985923 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Allocated IP 172.20.0.1 (9ca63e15-5840-4372-9d93-cce1e9b612b4/5d83d9ff-5b0d-4a61-bcb1-7d8d80206342/c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:49:43.019416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:43.053009 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110ebd80-f076-4c88-91b5-579b503bc4a5 None None] Network 3d5df4e7-9e83-4d6e-b367-2b18b115dead requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:49:43.060029 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-85af3c2c-67cc-41c3-b2dd-0455781e685c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2579b62541474c4fb726545f85d0f911&name=default HTTP/1.1" status: 200  len: 2878 time: 0.4590702
Dec 02 17:49:43.060986 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49570) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:43.061909 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af3c2c-67cc-41c3-b2dd-0455781e685c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2397bfdf-9ee5-4d4d-a192-10ce11c62171,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:43.082926 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-85af3c2c-67cc-41c3-b2dd-0455781e685c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:43.098555 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c1e46a0>, [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:35Z', 'revision_number': 3, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:49:43.111567 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0416879a-0a6e-4bc2-96aa-2a8c7598c29a None None] The sync data for ids ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'] in dv-cinder-733623-9-iscsi is: [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:35Z', 'revision_number': 3, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:49:43.189705 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-41947a2a-0731-4d07-839a-20650cead79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:43.276052 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-41947a2a-0731-4d07-839a-20650cead79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:43.285611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:43.318448 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82276871-4842-4149-abd5-e46aa8c0ef0a None None] Provisioning for port 0d9824ea-209e-4ebc-89ec-91c878143c50 completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:49:43.331604 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Transition to ACTIVE for port object c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:49:43.416134 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-41947a2a-0731-4d07-839a-20650cead79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:43.432294 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:43.449898 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41947a2a-0731-4d07-839a-20650cead79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2397bfdf-9ee5-4d4d-a192-10ce11c62171,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:43.452560 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-41947a2a-0731-4d07-839a-20650cead79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:43.458385 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-41947a2a-0731-4d07-839a-20650cead79e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2397bfdf-9ee5-4d4d-a192-10ce11c62171 HTTP/1.1" status: 204  len: 168 time: 0.3803060
Dec 02 17:49:43.459361 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-41947a2a-0731-4d07-839a-20650cead79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:43.520350 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:43.552170 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:43.817841 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:43.883682 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:43.897826 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-80c61eab-3b04-4451-b46f-6ec9ba8f0810 req-f4d3c0ea-8a4e-4af3-8a96-ac75633f09e1 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 210 time: 0.1857972
Dec 02 17:49:43.951598 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 0d9824ea-209e-4ebc-89ec-91c878143c50 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:49:44.106579 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:44.228908 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 0d9824ea-209e-4ebc-89ec-91c878143c50 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:49:44.250924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 0d9824ea-209e-4ebc-89ec-91c878143c50 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:49:44.251349 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:44.255122 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-1dfdca90-8977-4628-8112-06209cec9ddf tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:49:44.256871 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-1dfdca90-8977-4628-8112-06209cec9ddf tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.43 "GET /v2.0/networks?id=8ca15318-c29a-4048-8b1a-8617ae226076 HTTP/1.1" status: 200  len: 812 time: 1.3748653
Dec 02 17:49:44.349574 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Request body: {'port': {'device_id': 'e39090d4-3191-4d61-b8bf-7c5fa64b0907', 'network_id': '8ca15318-c29a-4048-8b1a-8617ae226076', 'admin_state_up': True, 'tenant_id': '9626a3b324384f49a30095c98c72a8cb'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:49:44.385382 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Network 9ca63e15-5840-4372-9d93-cce1e9b612b4 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:49:44.409301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:49:44.415487 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:49:44.416065 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854217277'] for router_interface, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:44.614601 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49640) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:44.631246 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:44.663404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3cec80a4-0ada-442e-b3c9-cf286fd674e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:44.695521 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-3cec80a4-0ada-442e-b3c9-cf286fd674e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:44.703326 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-359d71a1-31fb-4a73-9a17-8ce942482b04 None None] Provisioning complete for port 0d9824ea-209e-4ebc-89ec-91c878143c50 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:49:44.704266 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-359d71a1-31fb-4a73-9a17-8ce942482b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:44.714635 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-3cec80a4-0ada-442e-b3c9-cf286fd674e5 admin admin] Usage tracker for resource:security_group_rule and tenant:6a93be54147f46dc89f106382eddc3c5 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:44.720207 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-3cec80a4-0ada-442e-b3c9-cf286fd674e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:44.734144 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-3cec80a4-0ada-442e-b3c9-cf286fd674e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:44.796383 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port 0d9824ea-209e-4ebc-89ec-91c878143c50, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=0d9824ea-209e-4ebc-89ec-91c878143c50,segment=NetworkSegment(66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f),segment_id=66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:49:44.804901 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:44.835777 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:44.946046 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3cec80a4-0ada-442e-b3c9-cf286fd674e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:44.956067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3cec80a4-0ada-442e-b3c9-cf286fd674e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:45.037116 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:45.070402 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Allocated IP 172.27.2.195 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/0de213e3-6089-4519-a9d2-32b49e046786) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:49:45.115024 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec80a4-0ada-442e-b3c9-cf286fd674e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97463906-0a0d-4960-a0c9-2c8a37667d8a,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:45.122951 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3cec80a4-0ada-442e-b3c9-cf286fd674e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:45.173600 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-3cec80a4-0ada-442e-b3c9-cf286fd674e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a93be54147f46dc89f106382eddc3c5&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5572205
Dec 02 17:49:45.174331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49656) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:45.288448 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=0d9824ea-209e-4ebc-89ec-91c878143c50,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:45.360435 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:45.380165 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:45.408634 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0d74e0f0-8d9a-471e-b5a8-1c530c35ea72 req-ba5c71a6-c81d-4f2d-a9c7-31b697faeb59 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 210 time: 0.0900693
Dec 02 17:49:45.436001 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9be379b5-9b10-45ac-b691-2da643a83c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:45.466638 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:45.514343 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-d243d863-662a-44a4-8e3f-4dd11242fb32 None None] Provisioning complete for port 0d9824ea-209e-4ebc-89ec-91c878143c50 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:49:45.514801 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d243d863-662a-44a4-8e3f-4dd11242fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:45.581268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9be379b5-9b10-45ac-b691-2da643a83c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:45.609759 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:45.719888 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9be379b5-9b10-45ac-b691-2da643a83c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:45.734858 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:45.758519 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be379b5-9b10-45ac-b691-2da643a83c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97463906-0a0d-4960-a0c9-2c8a37667d8a,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:45.770450 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9be379b5-9b10-45ac-b691-2da643a83c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:45.783514 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-9be379b5-9b10-45ac-b691-2da643a83c6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97463906-0a0d-4960-a0c9-2c8a37667d8a HTTP/1.1" status: 204  len: 168 time: 0.6079736
Dec 02 17:49:45.794543 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9be379b5-9b10-45ac-b691-2da643a83c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:45.991871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:46.010287 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 0d9824ea-209e-4ebc-89ec-91c878143c50 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:49:46.024480 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Usage tracker for resource:port and tenant:9626a3b324384f49a30095c98c72a8cb is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:46.027769 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Quota usage for port was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:46.071505 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:46.138717 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Pushing event updated for resources: {'Port': ['ID=a02c4ab9-4a6f-4241-a00c-1247e2247859,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:46.147442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Made reservation on behalf of 9626a3b324384f49a30095c98c72a8cb for: {'port': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:49:46.165498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:46.306684 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-d243d863-662a-44a4-8e3f-4dd11242fb32 None None] Provisioning for port c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:49:46.332272 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-d243d863-662a-44a4-8e3f-4dd11242fb32 None None] Provisioning complete for port c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:49:46.335183 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d243d863-662a-44a4-8e3f-4dd11242fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:46.560105 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-d243d863-662a-44a4-8e3f-4dd11242fb32 None None] Port c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:49:46.566610 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 0d9824ea-209e-4ebc-89ec-91c878143c50 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:49:46.569760 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:46.849231 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device bb53154a-2938-4f88-8b72-066e18992004 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:49:46.918871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:46.931422 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.322s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:46.944545 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb279bd1-0aa1-4dd2-9f8e-77d050c79e3a req-34b7e59f-9293-4d9f-89ee-c01f29a97126 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 210 time: 0.1472077
Dec 02 17:49:46.998201 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:47.015920 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port bb53154a-2938-4f88-8b72-066e18992004 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:49:47.022964 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port bb53154a-2938-4f88-8b72-066e18992004 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:49:47.023489 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:47.035672 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3990230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573214'] for router_interface, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:47.209689 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:47.409338 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:47.422331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Pushing event updated for resources: {'Port': ['ID=c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:47.429413 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Network 9ca63e15-5840-4372-9d93-cce1e9b612b4 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:49:47.433999 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:47.436901 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:49:47.447593 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port bb53154a-2938-4f88-8b72-066e18992004, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=bb53154a-2938-4f88-8b72-066e18992004,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:49:47.452768 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:47.465119 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1529c222-a71a-425d-822e-23a3bab4f9c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:47.583924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=bb53154a-2938-4f88-8b72-066e18992004,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:47.599572 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:47.775110 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device bb53154a-2938-4f88-8b72-066e18992004 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:49:48.001569 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-cd040243-4b3e-4379-9742-bc1b8a413353 None None] Provisioning complete for port c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:49:48.002080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cd040243-4b3e-4379-9742-bc1b8a413353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:48.195142 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port bb53154a-2938-4f88-8b72-066e18992004 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:49:48.195563 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:48.309272 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-53109093-ed40-4a3a-8f15-0a438a46e2a3 req-82a35d2a-d578-408b-b881-b1ed8d924f4c tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 210 time: 0.0829003
Dec 02 17:49:48.331062 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-cd040243-4b3e-4379-9742-bc1b8a413353 None None] Port c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:49:48.423607 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49752) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:48.488797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:49:48.491209 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:49:48.493795 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:49:48.597320 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:48.737107 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88330f2f-7175-4abc-8bf9-64daad3e8db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:48.759196 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-88330f2f-7175-4abc-8bf9-64daad3e8db6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:48.764135 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-88330f2f-7175-4abc-8bf9-64daad3e8db6 admin admin] Usage tracker for resource:security_group_rule and tenant:868b996b90b64da98ff024eba1627807 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:48.767819 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-88330f2f-7175-4abc-8bf9-64daad3e8db6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:48.774034 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-88330f2f-7175-4abc-8bf9-64daad3e8db6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:48.898806 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88330f2f-7175-4abc-8bf9-64daad3e8db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:48.902238 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88330f2f-7175-4abc-8bf9-64daad3e8db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:48.913434 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:48.921603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Allocated IP 172.20.0.6 (8ca15318-c29a-4048-8b1a-8617ae226076/45aaa4a7-2ee9-4ac8-b6f5-67d2f938f254/cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:49:48.924983 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Router cff378a4-6ad4-4efe-8015-bb009bb81bf0 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:49:48.973981 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-88330f2f-7175-4abc-8bf9-64daad3e8db6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=868b996b90b64da98ff024eba1627807&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5463316
Dec 02 17:49:48.974252 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49764) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:49.015385 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88330f2f-7175-4abc-8bf9-64daad3e8db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dae6a15-3f4c-414d-bb2c-f0f586343ddb,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:49.040839 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-88330f2f-7175-4abc-8bf9-64daad3e8db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:49.075216 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7d1b14b0-5c22-44c1-a86b-a5c242a28193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:49.136910 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:49.140008 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7d1b14b0-5c22-44c1-a86b-a5c242a28193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:49.205154 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7d1b14b0-5c22-44c1-a86b-a5c242a28193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:49.210862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d6ceae82-be10-46be-b9a9-a927b58c02b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:49.227077 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7d1b14b0-5c22-44c1-a86b-a5c242a28193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:49.228321 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-7d1b14b0-5c22-44c1-a86b-a5c242a28193 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5dae6a15-3f4c-414d-bb2c-f0f586343ddb HTTP/1.1" status: 204  len: 168 time: 0.2528093
Dec 02 17:49:49.229281 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b14b0-5c22-44c1-a86b-a5c242a28193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dae6a15-3f4c-414d-bb2c-f0f586343ddb,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:49.239926 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:49.244250 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7d1b14b0-5c22-44c1-a86b-a5c242a28193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:49.751743 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:49.842748 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Pushing event updated for resources: {'Port': ['ID=0de213e3-6089-4519-a9d2-32b49e046786,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:49.845954 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:49.987550 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9503bfd0-e8f4-4edf-9682-333aa3cccae5 req-203bcbbc-2bbd-4616-8c57-2652e2eb2f08 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 210 time: 0.3216939
Dec 02 17:49:50.146536 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:49:50.148026 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:49:50.159848 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:49:50.162237 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:49:50.172445 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Sync routers for ids ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:49:50.191827 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Routers {'cff378a4-6ad4-4efe-8015-bb009bb81bf0'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:49:50.192823 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7772acc0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:49:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:49:50.376918 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] 10.222.0.21 "PUT /v2.0/routers/cff378a4-6ad4-4efe-8015-bb009bb81bf0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.7606523
Dec 02 17:49:50.469891 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Set router cff378a4-6ad4-4efe-8015-bb009bb81bf0 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:49:50.585594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:51.036911 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:51.056709 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7772acc0>, [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c', 'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'mac_address': 'fa:16:3e:e0:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:46Z', 'revision_number': 2, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'subnets': [{'id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:49:51.061268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Checking router: cff378a4-6ad4-4efe-8015-bb009bb81bf0 for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:49:51.061677 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Updating router cff378a4-6ad4-4efe-8015-bb009bb81bf0 port c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c binding host dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:49:51.075285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854208407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558366'] for router, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:51.136080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:51.442588 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:51.682931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:51.867630 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49850) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:51.876240 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-59070c09-9c1f-48a3-9ed9-1a38824a9f2a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Request body: {'security_group': {'name': 'tempest-securitygroup--741856305', 'description': 'tempest-description--191837173'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:49:51.904581 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-59070c09-9c1f-48a3-9ed9-1a38824a9f2a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:51.910088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-59070c09-9c1f-48a3-9ed9-1a38824a9f2a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Usage tracker for resource:security_group and tenant:2b3ba943161643b9888b7198e5f4d270 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:51.919584 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-59070c09-9c1f-48a3-9ed9-1a38824a9f2a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:51.928010 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-59070c09-9c1f-48a3-9ed9-1a38824a9f2a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:51.958526 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-59070c09-9c1f-48a3-9ed9-1a38824a9f2a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.015096 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.019340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-59070c09-9c1f-48a3-9ed9-1a38824a9f2a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:52.031298 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-59070c09-9c1f-48a3-9ed9-1a38824a9f2a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Usage tracker for resource:security_group_rule and tenant:2b3ba943161643b9888b7198e5f4d270 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:52.047034 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-59070c09-9c1f-48a3-9ed9-1a38824a9f2a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:52.060080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Transition to ACTIVE for port object c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:49:52.062062 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-59070c09-9c1f-48a3-9ed9-1a38824a9f2a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:52.066692 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.101356 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:49:52.185017 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Network 8ca15318-c29a-4048-8b1a-8617ae226076 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:49:52.214742 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:49:52.217577 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:49:52.222846 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:49:52.223529 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.237064 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-59070c09-9c1f-48a3-9ed9-1a38824a9f2a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.243162 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-59070c09-9c1f-48a3-9ed9-1a38824a9f2a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.270370 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9be379b5-9b10-45ac-b691-2da643a83c6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:52.283324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-59070c09-9c1f-48a3-9ed9-1a38824a9f2a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.283521 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:52.284807 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-59070c09-9c1f-48a3-9ed9-1a38824a9f2a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1728 time: 0.4157836
Dec 02 17:49:52.288970 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49858) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:52.299363 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-5120aa2c-a3dc-4e44-945c-f12288c9cb5f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Request body: {'security_group_rule': {'security_group_id': 'd4b16d9b-2e0b-4b67-a80e-b213e748b6bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:49:52.314363 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-5120aa2c-a3dc-4e44-945c-f12288c9cb5f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:52.326140 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-5120aa2c-a3dc-4e44-945c-f12288c9cb5f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Usage tracker for resource:security_group_rule and tenant:2b3ba943161643b9888b7198e5f4d270 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:52.331690 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-5120aa2c-a3dc-4e44-945c-f12288c9cb5f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:52.334810 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59070c09-9c1f-48a3-9ed9-1a38824a9f2a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:52.363878 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-59070c09-9c1f-48a3-9ed9-1a38824a9f2a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:52.364833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-5120aa2c-a3dc-4e44-945c-f12288c9cb5f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:52.365933 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 8.0338106
Dec 02 17:49:52.366766 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Pushing event updated for resources: {'Port': ['ID=cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:52.380803 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:52.405400 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5120aa2c-a3dc-4e44-945c-f12288c9cb5f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group_rule, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.440425 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293e1d4-ed80-42e1-a67e-137c7a161f2b None None] Pushing event updated for resources: {'Port': ['ID=c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:52.504405 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5120aa2c-a3dc-4e44-945c-f12288c9cb5f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.509187 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5120aa2c-a3dc-4e44-945c-f12288c9cb5f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674995'] for security_group_rule, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.538426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:52.569951 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120aa2c-a3dc-4e44-945c-f12288c9cb5f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1e148c-b26e-48f9-a0c0-c4000c6937ff,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:52.583392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5120aa2c-a3dc-4e44-945c-f12288c9cb5f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:52.592947 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5120aa2c-a3dc-4e44-945c-f12288c9cb5f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group_rule, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.599687 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-5120aa2c-a3dc-4e44-945c-f12288c9cb5f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.3095486
Dec 02 17:49:52.600755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49866) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:52.607927 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-ecb3bd5b-519c-4af3-af7f-7af47b7d35f3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Request body: {'security_group_rule': {'security_group_id': 'd4b16d9b-2e0b-4b67-a80e-b213e748b6bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:49:52.615912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-ecb3bd5b-519c-4af3-af7f-7af47b7d35f3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:52.624215 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-ecb3bd5b-519c-4af3-af7f-7af47b7d35f3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Usage tracker for resource:security_group_rule and tenant:2b3ba943161643b9888b7198e5f4d270 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:52.650024 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-ecb3bd5b-519c-4af3-af7f-7af47b7d35f3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:52.670051 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-ecb3bd5b-519c-4af3-af7f-7af47b7d35f3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:52.707720 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ecb3bd5b-519c-4af3-af7f-7af47b7d35f3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group_rule, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.725454 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9293e1d4-ed80-42e1-a67e-137c7a161f2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:52.751309 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cece7-2e22-416a-82f8-0cc7b2348d23 req-7d997c18-897e-49a4-ae7d-27f9e1b2b3f6 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:49:52.752104 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-7a3cece7-2e22-416a-82f8-0cc7b2348d23 req-7d997c18-897e-49a4-ae7d-27f9e1b2b3f6 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Synchronizing usage tracker for tenant:9626a3b324384f49a30095c98c72a8cb on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:49:52.754273 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Attempting to bind port c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:49:52.755394 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Attempting to bind port c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': 'f09294cc-9f8b-482a-aa07-bccd5771ff01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:49:52.764211 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Attempting to bind port c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c on network 9ca63e15-5840-4372-9d93-cce1e9b612b4 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:49:52.770645 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:49:52.771074 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Checking segment: {'id': 'f09294cc-9f8b-482a-aa07-bccd5771ff01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:49:52.771532 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.771958 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Bound using segment: {'id': 'f09294cc-9f8b-482a-aa07-bccd5771ff01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:49:52.772479 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Bound port: c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09294cc-9f8b-482a-aa07-bccd5771ff01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:49:52.772919 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.847573 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ecb3bd5b-519c-4af3-af7f-7af47b7d35f3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.851977 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ecb3bd5b-519c-4af3-af7f-7af47b7d35f3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674995'] for security_group_rule, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.855996 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:52.899490 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-7a3cece7-2e22-416a-82f8-0cc7b2348d23 req-7d997c18-897e-49a4-ae7d-27f9e1b2b3f6 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Unset dirty status for tenant:9626a3b324384f49a30095c98c72a8cb on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:49:52.908359 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7a3cece7-2e22-416a-82f8-0cc7b2348d23 req-7d997c18-897e-49a4-ae7d-27f9e1b2b3f6 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 931 time: 1.6789289
Dec 02 17:49:52.912223 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb3bd5b-519c-4af3-af7f-7af47b7d35f3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d74a50-ffd3-4efa-a400-ce608f83368a,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:52.918623 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ecb3bd5b-519c-4af3-af7f-7af47b7d35f3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:52.930228 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ecb3bd5b-519c-4af3-af7f-7af47b7d35f3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group_rule, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.934726 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-ecb3bd5b-519c-4af3-af7f-7af47b7d35f3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.3293073
Dec 02 17:49:52.934863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Router 77af1676-3968-46be-abc2-e1bbb257a738 is scheduled to L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 with binding_index 1 {{(pid=80244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 17:49:52.937947 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49874) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:52.945675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Request body: {'floatingip': {'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:49:52.953439 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:52.959384 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Usage tracker for resource:floatingip and tenant:2b3ba943161643b9888b7198e5f4d270 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:52.963342 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:52.971523 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:52.990708 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for floatingip, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:52.993713 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] For port c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:49:53.071985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] For port c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c,segment=NetworkSegment(f09294cc-9f8b-482a-aa07-bccd5771ff01),segment_id=f09294cc-9f8b-482a-aa07-bccd5771ff01)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:49:53.123578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:53.214441 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9293e1d4-ed80-42e1-a67e-137c7a161f2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:53.236711 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:53.241201 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7a3cece7-2e22-416a-82f8-0cc7b2348d23 req-56524af0-06d1-4167-b6b0-6d0962a3e0f4 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3318934
Dec 02 17:49:53.280044 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-748ab80a-5d52-4572-b043-39865ae3d8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:53.324143 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854208407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558366'] for router, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:53.503020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293e1d4-ed80-42e1-a67e-137c7a161f2b None None] Pushing event updated for resources: {'Port': ['ID=c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:53.528349 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9293e1d4-ed80-42e1-a67e-137c7a161f2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:53.564553 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Routers {'cff378a4-6ad4-4efe-8015-bb009bb81bf0'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:49:53.565675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7772acc0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:49:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:49:53.669735 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Allocated IP 172.27.2.91 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/fab60f5a-5fe0-48f3-a5d5-bc8a08329d03) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:49:53.817514 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] Set router cff378a4-6ad4-4efe-8015-bb009bb81bf0 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:49:53.864088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:49:53.881676 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Sync routers for ids ['77af1676-3968-46be-abc2-e1bbb257a738'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:49:53.902350 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Routers {'77af1676-3968-46be-abc2-e1bbb257a738'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:49:53.903059 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c4fd358>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:49:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['77af1676-3968-46be-abc2-e1bbb257a738'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:49:53.923064 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:53.923064 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 17.5171216
Dec 02 17:49:53.935344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 49896) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:53.947677 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Router 1cdf980c-19ec-4403-901f-470e99d43915 is scheduled to L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 with binding_index 1 {{(pid=80244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 17:49:54.370047 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:54.574953 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:54.655203 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:49:54.669932 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-21652325-e886-4646-baba-0b9e005e978f tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 17:49:54.675796 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-21652325-e886-4646-baba-0b9e005e978f tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1598964
Dec 02 17:49:54.702748 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Sync routers for ids ['1cdf980c-19ec-4403-901f-470e99d43915'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:49:54.787460 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:54.796452 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Routers {'1cdf980c-19ec-4403-901f-470e99d43915'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:49:54.800030 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 18.1963003
Dec 02 17:49:54.802519 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 49918) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:54.802724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c57d8d0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:49:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['1cdf980c-19ec-4403-901f-470e99d43915'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:49:55.058225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Set router 77af1676-3968-46be-abc2-e1bbb257a738 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:49:55.279023 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Set router 1cdf980c-19ec-4403-901f-470e99d43915 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:49:55.420684 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:55.697650 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:49:55.708560 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:49:55.724830 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:49:55.832900 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for floatingip, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:55.855599 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event updated for resources: {'Port': ['ID=fab60f5a-5fe0-48f3-a5d5-bc8a08329d03,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:56.009915 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c4fd358>, [{'id': '77af1676-3968-46be-abc2-e1bbb257a738', 'name': 'tempest-ServerRescueNegativeTestJSON-1902560729-router', 'tenant_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:36Z', 'updated_at': '2020-12-02T17:49:48Z', 'revision_number': 3, 'project_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'gw_port': {'id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77af1676-3968-46be-abc2-e1bbb257a738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:49:56.014121 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:56.025093 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Checking router: 77af1676-3968-46be-abc2-e1bbb257a738 for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:49:56.025484 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Updating router 77af1676-3968-46be-abc2-e1bbb257a738 port a02c4ab9-4a6f-4241-a00c-1247e2247859 binding host dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:49:56.161278 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:56.218892 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68790e28-e928-4fbb-8117-06205df6b568 req-1c3a3648-105c-4e0a-b8d8-ad123e839a52 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:49:56.222759 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68790e28-e928-4fbb-8117-06205df6b568 req-1c3a3648-105c-4e0a-b8d8-ad123e839a52 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 931 time: 0.8034661
Dec 02 17:49:56.237992 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:56.537222 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7772acc0>, [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c', 'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'mac_address': 'fa:16:3e:e0:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:52Z', 'revision_number': 4, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'subnets': [{'id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:49:56.563334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:56.593622 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-68790e28-e928-4fbb-8117-06205df6b568 req-91a536a8-3370-4c1b-bb74-7c8517926a6e tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Synchronizing usage tracker for tenant:9626a3b324384f49a30095c98c72a8cb on resource:security_group {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:49:56.627371 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c11239-c006-458c-8ab1-08f26245fcf8 None None] The sync data for ids ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'] in dv-cinder-733623-9-iscsi is: [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c', 'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'mac_address': 'fa:16:3e:e0:14:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:52Z', 'revision_number': 4, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'subnets': [{'id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:49:56.656380 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6f72e3a3-17fe-47e4-8020-449e171cd14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:56.671991 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c57d8d0>, [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:50Z', 'revision_number': 3, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:49:56.683654 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Checking router: 1cdf980c-19ec-4403-901f-470e99d43915 for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:49:56.683654 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Updating router 1cdf980c-19ec-4403-901f-470e99d43915 port 0de213e3-6089-4519-a9d2-32b49e046786 binding host dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:49:56.820266 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Request body: {'port': {'device_id': 'e39090d4-3191-4d61-b8bf-7c5fa64b0907', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:49:56.879467 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:56.938236 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-68790e28-e928-4fbb-8117-06205df6b568 req-91a536a8-3370-4c1b-bb74-7c8517926a6e tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Unset dirty status for tenant:9626a3b324384f49a30095c98c72a8cb on resource:security_group {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:49:56.946445 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68790e28-e928-4fbb-8117-06205df6b568 req-91a536a8-3370-4c1b-bb74-7c8517926a6e tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6177275
Dec 02 17:49:57.233139 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:57.614986 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:57.620641 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:57.645314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:57.669693 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:57.805898 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:57.857430 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:57.881815 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:49:57.905280 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event updated for resources: {'Port': ['ID=fab60f5a-5fe0-48f3-a5d5-bc8a08329d03,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:57.912893 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:57.928742 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Transition to ACTIVE for port object a02c4ab9-4a6f-4241-a00c-1247e2247859 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:49:57.938295 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:57.971808 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 49980) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:58.208889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:58.341320 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:58.349502 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:49:58.349962 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.4105418
Dec 02 17:49:58.423841 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:49:58.427850 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:58.622825 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-389501ed-5648-4b17-8edb-7b45900e28cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:58.642353 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:58.684756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-389501ed-5648-4b17-8edb-7b45900e28cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:49:58.703483 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-389501ed-5648-4b17-8edb-7b45900e28cc admin admin] Usage tracker for resource:security_group_rule and tenant:fc2c77ac8f744f18b24413fff1e958fc is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:49:58.717037 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-389501ed-5648-4b17-8edb-7b45900e28cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:49:58.738100 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-389501ed-5648-4b17-8edb-7b45900e28cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:49:59.057295 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea86c5c-474e-4958-a949-5db8acb2a2fc None None] Pushing event updated for resources: {'Port': ['ID=a02c4ab9-4a6f-4241-a00c-1247e2247859,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:59.072281 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-fea86c5c-474e-4958-a949-5db8acb2a2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:59.083456 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Attempting to bind port a02c4ab9-4a6f-4241-a00c-1247e2247859 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:49:59.084464 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Attempting to bind port a02c4ab9-4a6f-4241-a00c-1247e2247859 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:49:59.085075 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Attempting to bind port a02c4ab9-4a6f-4241-a00c-1247e2247859 on network 0e06ccbb-5acd-4938-8c27-f383e561e919 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:49:59.094624 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:49:59.095415 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Checking segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:49:59.096123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:59.097136 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Bound using segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:49:59.097917 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Bound port: a02c4ab9-4a6f-4241-a00c-1247e2247859, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:49:59.098597 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:59.169262 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:59.314955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-389501ed-5648-4b17-8edb-7b45900e28cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:59.372562 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-389501ed-5648-4b17-8edb-7b45900e28cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:59.421746 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-41947a2a-0731-4d07-839a-20650cead79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:59.431879 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] For port a02c4ab9-4a6f-4241-a00c-1247e2247859, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:49:59.439198 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] For port a02c4ab9-4a6f-4241-a00c-1247e2247859, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=a02c4ab9-4a6f-4241-a00c-1247e2247859,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:49:59.468999 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:59.511337 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389501ed-5648-4b17-8edb-7b45900e28cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e3320b-fe48-4fbb-8157-f45a1afff0cb,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:49:59.514938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:59.517209 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c,segment=NetworkSegment(f09294cc-9f8b-482a-aa07-bccd5771ff01),segment_id=f09294cc-9f8b-482a-aa07-bccd5771ff01)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:49:59.521294 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-6c4da1d7-3bfa-4ed5-90d2-d5756254d908 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Synchronizing usage tracker for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:security_group {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:49:59.526786 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:59.535628 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-389501ed-5648-4b17-8edb-7b45900e28cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:49:59.550960 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:49:59.598375 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-389501ed-5648-4b17-8edb-7b45900e28cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc2c77ac8f744f18b24413fff1e958fc&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6153955
Dec 02 17:49:59.600125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-6c4da1d7-3bfa-4ed5-90d2-d5756254d908 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Unset dirty status for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:security_group {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:49:59.601830 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:49:59.615198 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-6c4da1d7-3bfa-4ed5-90d2-d5756254d908 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--741856305&fields=id&tenant_id=2b3ba943161643b9888b7198e5f4d270 HTTP/1.1" status: 200  len: 267 time: 0.4035671
Dec 02 17:49:59.825768 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50022) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:49:59.834825 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Transition to ACTIVE for port object 0de213e3-6089-4519-a9d2-32b49e046786 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:49:59.888218 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:00.067452 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-755d9365-bd6f-4dba-8a26-009680fea07f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:00.070542 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea86c5c-474e-4958-a949-5db8acb2a2fc None None] Pushing event updated for resources: {'Port': ['ID=a02c4ab9-4a6f-4241-a00c-1247e2247859,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:00.079665 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-fea86c5c-474e-4958-a949-5db8acb2a2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:00.083871 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-755d9365-bd6f-4dba-8a26-009680fea07f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/networks?id=9ca63e15-5840-4372-9d93-cce1e9b612b4 HTTP/1.1" status: 200  len: 810 time: 0.4666390
Dec 02 17:50:00.132593 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-f28215a9-9d3d-4c68-8558-d942f133d68c tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/quotas/2b3ba943161643b9888b7198e5f4d270 HTTP/1.1" status: 200  len: 375 time: 0.0455189
Dec 02 17:50:00.307098 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Routers {'77af1676-3968-46be-abc2-e1bbb257a738'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:50:00.309051 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c4fd358>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:49:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['77af1676-3968-46be-abc2-e1bbb257a738'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:50:00.358619 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:00.391039 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:00.392088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:00.517717 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-8556af5f-3e0c-41f4-8259-c5aecacfba48 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b3ba943161643b9888b7198e5f4d270&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3803048
Dec 02 17:50:00.707618 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105d112-bbfe-4ff3-9067-b7f7e033aed3 None None] Pushing event updated for resources: {'Port': ['ID=0de213e3-6089-4519-a9d2-32b49e046786,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:00.716871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-0105d112-bbfe-4ff3-9067-b7f7e033aed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:00.783241 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:00.805164 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-72329e87-19b9-4d2e-bc41-e2e8125314af service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80243) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 17:50:00.816093 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-72329e87-19b9-4d2e-bc41-e2e8125314af service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1928799
Dec 02 17:50:00.861779 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] Set router 77af1676-3968-46be-abc2-e1bbb257a738 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:50:00.953464 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Attempting to bind port 0de213e3-6089-4519-a9d2-32b49e046786 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:50:00.954504 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Attempting to bind port 0de213e3-6089-4519-a9d2-32b49e046786 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:50:00.955233 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Attempting to bind port 0de213e3-6089-4519-a9d2-32b49e046786 on network 0e06ccbb-5acd-4938-8c27-f383e561e919 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:50:00.976255 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:50:00.976974 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Checking segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:50:00.984464 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:00.985268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Bound using segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:50:00.986307 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Bound port: 0de213e3-6089-4519-a9d2-32b49e046786, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:50:00.987067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:01.078161 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1b8df897-21d6-4d15-89af-3a5ad0f1e599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:01.137224 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-03c10418-ce81-4d28-a152-6893436436c1 service neutron] 10.222.0.21 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3174522
Dec 02 17:50:01.147862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1b8df897-21d6-4d15-89af-3a5ad0f1e599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:01.223046 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] For port 0de213e3-6089-4519-a9d2-32b49e046786, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:50:01.230914 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] For port 0de213e3-6089-4519-a9d2-32b49e046786, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=0de213e3-6089-4519-a9d2-32b49e046786,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:50:01.236062 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:01.270520 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:01.281727 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:01.410101 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c4fd358>, [{'id': '77af1676-3968-46be-abc2-e1bbb257a738', 'name': 'tempest-ServerRescueNegativeTestJSON-1902560729-router', 'tenant_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:36Z', 'updated_at': '2020-12-02T17:49:48Z', 'revision_number': 3, 'project_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'gw_port': {'id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77af1676-3968-46be-abc2-e1bbb257a738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:50:01.424054 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334bddc5-15f2-4a34-85ac-c068282a7998 None None] The sync data for ids ['77af1676-3968-46be-abc2-e1bbb257a738'] in dv-cinder-733623-9-iscsi is: [{'id': '77af1676-3968-46be-abc2-e1bbb257a738', 'name': 'tempest-ServerRescueNegativeTestJSON-1902560729-router', 'tenant_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:36Z', 'updated_at': '2020-12-02T17:49:48Z', 'revision_number': 3, 'project_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'gw_port': {'id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77af1676-3968-46be-abc2-e1bbb257a738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:50:01.471600 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-10ebd451-613b-4cf8-9b08-ed8749c9ecfc service neutron] 10.222.0.21 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3256030
Dec 02 17:50:01.473701 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105d112-bbfe-4ff3-9067-b7f7e033aed3 None None] Pushing event updated for resources: {'Port': ['ID=0de213e3-6089-4519-a9d2-32b49e046786,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:01.488738 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-0105d112-bbfe-4ff3-9067-b7f7e033aed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:01.548723 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Routers {'1cdf980c-19ec-4403-901f-470e99d43915'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:50:01.554537 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c57d8d0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:49:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['1cdf980c-19ec-4403-901f-470e99d43915'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:50:01.818429 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:01.980688 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] Set router 1cdf980c-19ec-4403-901f-470e99d43915 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:50:01.984091 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1b8df897-21d6-4d15-89af-3a5ad0f1e599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:02.006203 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50080) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:02.034604 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4657a0c1-a244-4950-811e-fbeb83b82baa req-e2e18cb5-95e1-4cc7-819e-3297767215a4 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 210 time: 0.1229808
Dec 02 17:50:02.120596 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:02.121150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:02.129549 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:02.199238 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8df897-21d6-4d15-89af-3a5ad0f1e599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e3320b-fe48-4fbb-8157-f45a1afff0cb,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:02.203105 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1b8df897-21d6-4d15-89af-3a5ad0f1e599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:02.245587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1b8df897-21d6-4d15-89af-3a5ad0f1e599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:02.247209 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-1b8df897-21d6-4d15-89af-3a5ad0f1e599 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36e3320b-fe48-4fbb-8157-f45a1afff0cb HTTP/1.1" status: 204  len: 168 time: 1.5346260
Dec 02 17:50:02.361095 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdbb2b-b33b-4997-8c55-b4948bc29b9b req-6adfcc92-a9a7-4633-96a5-fd416e2b3c45 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:02.375471 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-94cdbb2b-b33b-4997-8c55-b4948bc29b9b req-6adfcc92-a9a7-4633-96a5-fd416e2b3c45 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 931 time: 3.0124049
Dec 02 17:50:02.594579 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Allocated IP 172.20.0.1 (2e8d80f8-dc83-49a9-857c-3b26867bd375/d63a84ed-b463-4863-a3be-969d4a89bdad/3ac51f13-cac7-4879-9062-85f2eece5165) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:50:02.597484 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.resource_extend [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 02 17:50:02.610634 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-94cdbb2b-b33b-4997-8c55-b4948bc29b9b req-9d0ff423-ad68-41ec-aac6-8de352cfa826 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2335997
Dec 02 17:50:02.611457 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b7c9-8f2b-4add-89b9-a59fad35ed4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:03.084416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c57d8d0>, [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:50Z', 'revision_number': 3, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:50:03.090561 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f394d63-6bd4-494f-94d3-7df88c2be307 None None] The sync data for ids ['1cdf980c-19ec-4403-901f-470e99d43915'] in dv-cinder-733623-9-iscsi is: [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:49:50Z', 'revision_number': 3, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:50:03.139731 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-a3d1b7c9-8f2b-4add-89b9-a59fad35ed4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:03.252043 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-a3d1b7c9-8f2b-4add-89b9-a59fad35ed4d admin admin] Usage tracker for resource:security_group_rule and tenant:39a65e406270449fa2bdfde4791d7f37 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:03.292944 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-a3d1b7c9-8f2b-4add-89b9-a59fad35ed4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:03.297798 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-88f15602-f926-43d7-b8d5-f245e096bf9b req-480e3a1f-e214-475a-8435-2759f4d43481 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 210 time: 0.0782654
Dec 02 17:50:03.328900 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-a3d1b7c9-8f2b-4add-89b9-a59fad35ed4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:03.395266 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 {{(pid=80244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 17:50:03.409271 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:03.521268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Transition to ACTIVE for port object cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:50:03.535179 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:03.547419 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:03.772380 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:03.803545 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device a02c4ab9-4a6f-4241-a00c-1247e2247859 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:03.831588 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a11efe04-fede-4014-98f4-eec1324c7b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:03.921671 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port a02c4ab9-4a6f-4241-a00c-1247e2247859 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:50:03.927560 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port a02c4ab9-4a6f-4241-a00c-1247e2247859 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:03.927912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:04.157862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.43', 52334) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:04.161409 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:04.183277 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port a02c4ab9-4a6f-4241-a00c-1247e2247859, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=a02c4ab9-4a6f-4241-a00c-1247e2247859,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:50:04.186360 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:04.194922 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:04.302861 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=a02c4ab9-4a6f-4241-a00c-1247e2247859,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:04.314148 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:04.371519 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Allocated IP 172.20.0.1 (3d5df4e7-9e83-4d6e-b367-2b18b115dead/7eb4d38d-7afb-4d11-b1ac-900651574376/50efa7b0-2dc3-488b-a8dc-5310248c1b60) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:50:04.399820 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:04.439697 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:04.457341 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:04.600395 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-28984854-6846-4d6a-b63f-823e514772d3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:04.604610 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-28984854-6846-4d6a-b63f-823e514772d3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.43 "GET /v2.0/networks?id=9ca63e15-5840-4372-9d93-cce1e9b612b4 HTTP/1.1" status: 200  len: 810 time: 0.4444103
Dec 02 17:50:04.636532 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:04.679521 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b7c9-8f2b-4add-89b9-a59fad35ed4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:04.776593 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a3d1b7c9-8f2b-4add-89b9-a59fad35ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:04.788094 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-87082e76-60cc-45e4-beaf-e5ca32b73692 req-17c97c43-224f-4099-b72a-c85fccbbfccf tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 210 time: 0.1001952
Dec 02 17:50:04.825795 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-cd35f5b7-6845-415b-9956-63820b356701 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b3ba943161643b9888b7198e5f4d270 HTTP/1.1" status: 200  len: 5503 time: 0.1924689
Dec 02 17:50:04.826675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Attempting to bind port cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:50:04.827071 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Attempting to bind port cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'f8657481-6b1a-4f40-86f3-789c36edfb93', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ca15318-c29a-4048-8b1a-8617ae226076'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:50:04.827442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Attempting to bind port cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 on network 8ca15318-c29a-4048-8b1a-8617ae226076 {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:50:04.830145 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Request body: {'port': {'device_id': 'c79691c8-cd87-44d2-a890-b56e35df7dba', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'admin_state_up': True, 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'security_groups': ['d4b16d9b-2e0b-4b67-a80e-b213e748b6bb']}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:50:04.891602 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:50:04.891920 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Checking segment: {'id': 'f8657481-6b1a-4f40-86f3-789c36edfb93', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ca15318-c29a-4048-8b1a-8617ae226076'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:50:04.893174 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:04.893174 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Bound using segment: {'id': 'f8657481-6b1a-4f40-86f3-789c36edfb93', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ca15318-c29a-4048-8b1a-8617ae226076'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:50:04.893826 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Bound port: cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8657481-6b1a-4f40-86f3-789c36edfb93', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '8ca15318-c29a-4048-8b1a-8617ae226076'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:50:04.894145 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:05.027720 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Pushing event updated for resources: {'Port': ['ID=3ac51f13-cac7-4879-9062-85f2eece5165,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:05.035787 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329db56b-7a2c-4909-87bd-2f5f5212ae7e req-e7591a7d-57fc-4e14-8a4d-7891737f0542 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:05.035969 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:05.040471 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Usage tracker for resource:port and tenant:2b3ba943161643b9888b7198e5f4d270 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:05.044099 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-329db56b-7a2c-4909-87bd-2f5f5212ae7e req-e7591a7d-57fc-4e14-8a4d-7891737f0542 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 943 time: 0.9936459
Dec 02 17:50:05.045877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Quota usage for port was recalculated. Used quota:3. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:05.053231 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:05.060471 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:05.069066 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Made reservation on behalf of 2b3ba943161643b9888b7198e5f4d270 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:50:05.073522 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:05.076634 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:05.085636 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-a3d1b7c9-8f2b-4add-89b9-a59fad35ed4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=39a65e406270449fa2bdfde4791d7f37&name=default HTTP/1.1" status: 200  len: 2879 time: 3.0555370
Dec 02 17:50:05.121548 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50196) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:05.202741 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1b7c9-8f2b-4add-89b9-a59fad35ed4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23228ff0-f3ef-4b86-a0c8-05b48a13aec1,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:05.262391 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a3d1b7c9-8f2b-4add-89b9-a59fad35ed4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:05.334964 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:05.385842 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1c1f79ae-a0e2-4312-adee-74363f60c884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:05.396735 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Network 2e8d80f8-dc83-49a9-857c-3b26867bd375 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:50:05.403584 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:50:05.411176 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-329db56b-7a2c-4909-87bd-2f5f5212ae7e req-f5310788-36d6-4ca8-8c92-8e2eb8da1bb4 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3660076
Dec 02 17:50:05.412125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:50:05.412830 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854217277'] for router_interface, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:05.416311 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] For port cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8, host hv-cinder-73362, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:50:05.443998 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Transition to ACTIVE for port object 50efa7b0-2dc3-488b-a8dc-5310248c1b60 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:50:05.540359 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] For port cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8,segment=NetworkSegment(f8657481-6b1a-4f40-86f3-789c36edfb93),segment_id=f8657481-6b1a-4f40-86f3-789c36edfb93)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:50:05.597414 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1c1f79ae-a0e2-4312-adee-74363f60c884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:05.618048 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Allocated IP 172.20.0.13 (9ca63e15-5840-4372-9d93-cce1e9b612b4/5d83d9ff-5b0d-4a61-bcb1-7d8d80206342/0894fb7d-3862-45a2-ad5d-35ffb301f740) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:50:05.679379 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:05.751761 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:06.005775 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 0de213e3-6089-4519-a9d2-32b49e046786 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:06.242506 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 0de213e3-6089-4519-a9d2-32b49e046786 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:50:06.256882 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 0de213e3-6089-4519-a9d2-32b49e046786 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:06.257322 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:06.274288 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 50222) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:06.409655 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:06.480798 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:06.490940 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-51aa6d33-b368-4ab4-9f92-f171fadb9b9e req-e888dac8-3ca3-4410-a39c-0533361465bb tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 210 time: 0.2232220
Dec 02 17:50:06.554351 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:06.599389 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port 0de213e3-6089-4519-a9d2-32b49e046786, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=0de213e3-6089-4519-a9d2-32b49e046786,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:50:06.603153 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:06.604871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device a02c4ab9-4a6f-4241-a00c-1247e2247859 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:06.624046 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:06.645211 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:06.650583 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:06.669153 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:06.688305 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-559d80ae-9736-49bf-a911-4783c933a487 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.229s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:06.771520 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f8fef616-8a62-4a4d-8710-3baa48cb47d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:06.804706 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=0de213e3-6089-4519-a9d2-32b49e046786,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:06.809028 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:06.819152 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-f8fef616-8a62-4a4d-8710-3baa48cb47d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:06.824084 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port a02c4ab9-4a6f-4241-a00c-1247e2247859 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:06.824875 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-f8fef616-8a62-4a4d-8710-3baa48cb47d2 admin admin] Usage tracker for resource:security_group_rule and tenant:14323300dfd6473f8ee6a313350233f8 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:06.826419 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:06.829179 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-f8fef616-8a62-4a4d-8710-3baa48cb47d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:06.860301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-f8fef616-8a62-4a4d-8710-3baa48cb47d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:07.086540 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Transition to ACTIVE for port object 0894fb7d-3862-45a2-ad5d-35ffb301f740 will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:50:07.151347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1c1f79ae-a0e2-4312-adee-74363f60c884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:07.192273 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f8fef616-8a62-4a4d-8710-3baa48cb47d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:07.196029 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f8fef616-8a62-4a4d-8710-3baa48cb47d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:07.209648 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:07.213909 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Pushing event updated for resources: {'Port': ['ID=50efa7b0-2dc3-488b-a8dc-5310248c1b60,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:07.239665 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:07.242546 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:07.243030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:07.244576 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] 10.222.0.43 "PUT /v2.0/ports/cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 HTTP/1.1" status: 200  len: 1157 time: 10.9028707
Dec 02 17:50:07.250733 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:07.257336 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39090d4-3191-4d61-b8bf-7c5fa64b0907', 'tag': 'cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:50:07.299095 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-f8fef616-8a62-4a4d-8710-3baa48cb47d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14323300dfd6473f8ee6a313350233f8&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0235651
Dec 02 17:50:07.300379 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fef616-8a62-4a4d-8710-3baa48cb47d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f025ae6-9125-4935-983f-395ad62e6bc9,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:07.306894 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 50248) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:07.312453 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f8fef616-8a62-4a4d-8710-3baa48cb47d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:07.314425 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:07.347435 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:07.354705 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.resource_extend [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 02 17:50:07.419997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f79ae-a0e2-4312-adee-74363f60c884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23228ff0-f3ef-4b86-a0c8-05b48a13aec1,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:07.437128 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:07.439175 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1c1f79ae-a0e2-4312-adee-74363f60c884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:07.449156 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1c1f79ae-a0e2-4312-adee-74363f60c884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:07.454493 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-1c1f79ae-a0e2-4312-adee-74363f60c884 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23228ff0-f3ef-4b86-a0c8-05b48a13aec1 HTTP/1.1" status: 204  len: 168 time: 2.3317461
Dec 02 17:50:07.461996 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:07.476363 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3990230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573214'] for router_interface, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:07.551648 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event updated for resources: {'Port': ['ID=0894fb7d-3862-45a2-ad5d-35ffb301f740,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:07.554937 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:07.576388 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e9e4da37-3931-4188-ae95-f0320ca5b410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:07.644578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e9e4da37-3931-4188-ae95-f0320ca5b410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:07.667534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Network 9ca63e15-5840-4372-9d93-cce1e9b612b4 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:50:07.677305 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:50:07.680324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:50:07.685721 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:07.686414 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:07.926078 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:07.936611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 0de213e3-6089-4519-a9d2-32b49e046786 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:07.956040 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1311388
Dec 02 17:50:07.981991 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Request body: {'port': {'device_id': 'c79691c8-cd87-44d2-a890-b56e35df7dba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:50:08.047800 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e9e4da37-3931-4188-ae95-f0320ca5b410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:08.068275 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:08.080376 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 0de213e3-6089-4519-a9d2-32b49e046786 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:08.080847 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:08.132631 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4da37-3931-4188-ae95-f0320ca5b410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f025ae6-9125-4935-983f-395ad62e6bc9,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:08.136079 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e9e4da37-3931-4188-ae95-f0320ca5b410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:08.138254 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e9e4da37-3931-4188-ae95-f0320ca5b410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:08.143459 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-e9e4da37-3931-4188-ae95-f0320ca5b410 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f025ae6-9125-4935-983f-395ad62e6bc9 HTTP/1.1" status: 204  len: 168 time: 0.8342578
Dec 02 17:50:08.290903 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:08.316899 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 50270) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:08.349840 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a49f4-e8e2-41f8-b698-a053c3b3d7b2 req-d0811fce-180c-418c-ad7e-b2a5781b3e5c tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:08.350803 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-682a49f4-e8e2-41f8-b698-a053c3b3d7b2 req-d0811fce-180c-418c-ad7e-b2a5781b3e5c tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Synchronizing usage tracker for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:50:08.398225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-dadc3e45-d237-40fe-91f3-32cd0e9d3db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:08.459479 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de261fa-0467-4c8a-b23c-dad2b2024ea2 req-479bda1c-d9c8-4ccd-903f-9e0f3f304f15 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:08.463695 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0de261fa-0467-4c8a-b23c-dad2b2024ea2 req-479bda1c-d9c8-4ccd-903f-9e0f3f304f15 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 943 time: 1.8097644
Dec 02 17:50:08.508403 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Network 2e8d80f8-dc83-49a9-857c-3b26867bd375 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:50:08.527493 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Network 3d5df4e7-9e83-4d6e-b367-2b18b115dead is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:50:08.551959 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-dadc3e45-d237-40fe-91f3-32cd0e9d3db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:08.571750 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-dc9dd55b-4270-48b5-a917-7957ed849fe3 None None] Provisioning for port 0894fb7d-3862-45a2-ad5d-35ffb301f740 completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:50:08.586332 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-dadc3e45-d237-40fe-91f3-32cd0e9d3db2 admin admin] Usage tracker for resource:security_group_rule and tenant:df1a90a4d843406d87448b94ead3f26d is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:08.586780 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:50:08.596681 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-dc9dd55b-4270-48b5-a917-7957ed849fe3 None None] Provisioning complete for port 0894fb7d-3862-45a2-ad5d-35ffb301f740 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:08.597096 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-dc9dd55b-4270-48b5-a917-7957ed849fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:08.605532 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-dadc3e45-d237-40fe-91f3-32cd0e9d3db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:08.608518 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-682a49f4-e8e2-41f8-b698-a053c3b3d7b2 req-d0811fce-180c-418c-ad7e-b2a5781b3e5c tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Unset dirty status for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:50:08.623927 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-682a49f4-e8e2-41f8-b698-a053c3b3d7b2 req-d0811fce-180c-418c-ad7e-b2a5781b3e5c tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 932 time: 0.8011284
Dec 02 17:50:08.672642 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0de261fa-0467-4c8a-b23c-dad2b2024ea2 req-0f11745b-53c9-4cc8-889c-b1a4f7b580eb tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427596
Dec 02 17:50:08.815856 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-dadc3e45-d237-40fe-91f3-32cd0e9d3db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:08.845300 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-dc9dd55b-4270-48b5-a917-7957ed849fe3 None None] Port 0894fb7d-3862-45a2-ad5d-35ffb301f740 cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:50:08.970803 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:50:08.983888 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-682a49f4-e8e2-41f8-b698-a053c3b3d7b2 req-aa96fb33-8156-419d-a5f8-3d4cdb928fc3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3589070
Dec 02 17:50:08.988788 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Router 77af1676-3968-46be-abc2-e1bbb257a738 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:50:08.990886 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:50:08.991457 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854217277'] for router_interface, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:09.001546 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-43732596-8a82-4764-9749-69f1ea0056d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:09.006257 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-43732596-8a82-4764-9749-69f1ea0056d1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9626a3b324384f49a30095c98c72a8cb&device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 1160 time: 1.6733730
Dec 02 17:50:09.276222 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-dadc3e45-d237-40fe-91f3-32cd0e9d3db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:09.286372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-dadc3e45-d237-40fe-91f3-32cd0e9d3db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:09.317677 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-fad79232-15de-4971-94e4-418f889e7261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:09.371708 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-1ba62c33-aaea-4ed6-b5bb-378de2767e0a None None] Provisioning for port 50efa7b0-2dc3-488b-a8dc-5310248c1b60 completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:50:09.388606 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-1ba62c33-aaea-4ed6-b5bb-378de2767e0a None None] Provisioning complete for port 50efa7b0-2dc3-488b-a8dc-5310248c1b60 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:09.389024 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1ba62c33-aaea-4ed6-b5bb-378de2767e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:09.392856 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-65badf5b-3ea5-4a60-88b9-d4c798f7c23e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 HTTP/1.1" status: 200  len: 217 time: 0.3100052
Dec 02 17:50:09.517874 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-1ba62c33-aaea-4ed6-b5bb-378de2767e0a None None] Port 50efa7b0-2dc3-488b-a8dc-5310248c1b60 cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:50:09.556394 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadc3e45-d237-40fe-91f3-32cd0e9d3db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e105cdd1-db9d-4c87-bf5b-364c2f6fcf23,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:09.574636 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-dadc3e45-d237-40fe-91f3-32cd0e9d3db2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df1a90a4d843406d87448b94ead3f26d&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2478824
Dec 02 17:50:09.574636 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-dadc3e45-d237-40fe-91f3-32cd0e9d3db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:09.578823 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 50310) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:09.646459 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39090d4-3191-4d61-b8bf-7c5fa64b0907', 'tag': 'cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8', 'status': 'completed', 'code': 200}
Dec 02 17:50:09.650095 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:50:09.652726 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Pushing event updated for resources: {'Port': ['ID=3ac51f13-cac7-4879-9062-85f2eece5165,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:09.662001 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Sync routers for ids ['77af1676-3968-46be-abc2-e1bbb257a738'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:50:09.680313 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Routers {'77af1676-3968-46be-abc2-e1bbb257a738'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:50:09.683040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c2fbd68>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:49:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['77af1676-3968-46be-abc2-e1bbb257a738'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:50:09.715604 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6b5aee93-72f8-4ba9-9c4e-3f48329b3d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:09.778509 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] 10.222.0.21 "PUT /v2.0/routers/77af1676-3968-46be-abc2-e1bbb257a738/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.8255267
Dec 02 17:50:09.778509 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-230e4194-c21e-49d8-b1fb-fcefc6696dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:09.778509 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-230e4194-c21e-49d8-b1fb-fcefc6696dd4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45aaa4a7-2ee9-4ac8-b6f5-67d2f938f254 HTTP/1.1" status: 200  len: 852 time: 0.1287961
Dec 02 17:50:09.778509 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.852s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:09.798571 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6b5aee93-72f8-4ba9-9c4e-3f48329b3d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:10.224145 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Set router 77af1676-3968-46be-abc2-e1bbb257a738 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:50:10.418499 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-19679c93-7f68-43b8-b9cd-fa919ea1434a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ca15318-c29a-4048-8b1a-8617ae226076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6344957
Dec 02 17:50:10.448841 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0894fb7d-3862-45a2-ad5d-35ffb301f740 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 17:50:10.465252 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6b5aee93-72f8-4ba9-9c4e-3f48329b3d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:10.482052 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:10.488977 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:10.542398 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5aee93-72f8-4ba9-9c4e-3f48329b3d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e105cdd1-db9d-4c87-bf5b-364c2f6fcf23,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:10.550496 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6b5aee93-72f8-4ba9-9c4e-3f48329b3d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:10.554526 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-6b5aee93-72f8-4ba9-9c4e-3f48329b3d79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e105cdd1-db9d-4c87-bf5b-364c2f6fcf23 HTTP/1.1" status: 204  len: 168 time: 0.9724407
Dec 02 17:50:10.561477 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Transition to ACTIVE for port object 0894fb7d-3862-45a2-ad5d-35ffb301f740 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:50:10.567506 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6b5aee93-72f8-4ba9-9c4e-3f48329b3d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:10.572635 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:10.648726 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-be3b6fe0-3260-404f-96ac-365965246e25 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:10.886199 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91936f-f62a-483b-a092-5ed0fc6b5f91 req-8d1266d4-2ebb-4156-8da6-88f84f7a689e tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:10.889812 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9d91936f-f62a-483b-a092-5ed0fc6b5f91 req-8d1266d4-2ebb-4156-8da6-88f84f7a689e tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 943 time: 0.8460360
Dec 02 17:50:10.929654 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-c42c8b55-a7ee-4105-8cd1-7bcef2353ba7 service neutron] 10.222.0.43 "GET /v2.0/networks/8ca15318-c29a-4048-8b1a-8617ae226076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4958901
Dec 02 17:50:10.951718 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56967732-1f6c-4d40-9550-e2ee77807a08 req-1a9dd8dd-4de7-42d4-bf4a-4f7f6363dd26 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:10.952681 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-56967732-1f6c-4d40-9550-e2ee77807a08 req-1a9dd8dd-4de7-42d4-bf4a-4f7f6363dd26 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Synchronizing usage tracker for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:50:11.027152 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:11.183628 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c2fbd68>, [{'id': '77af1676-3968-46be-abc2-e1bbb257a738', 'name': 'tempest-ServerRescueNegativeTestJSON-1902560729-router', 'tenant_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:36Z', 'updated_at': '2020-12-02T17:50:05Z', 'revision_number': 4, 'project_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'gw_port': {'id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77af1676-3968-46be-abc2-e1bbb257a738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '3ac51f13-cac7-4879-9062-85f2eece5165', 'name': '', 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375', 'tenant_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'mac_address': 'fa:16:3e:36:c2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77af1676-3968-46be-abc2-e1bbb257a738', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd63a84ed-b463-4863-a3be-969d4a89bdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:01Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 2, 'project_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'subnets': [{'id': 'd63a84ed-b463-4863-a3be-969d4a89bdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:50:11.201628 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Checking router: 77af1676-3968-46be-abc2-e1bbb257a738 for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:50:11.202546 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Updating router 77af1676-3968-46be-abc2-e1bbb257a738 port 3ac51f13-cac7-4879-9062-85f2eece5165 binding host dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:50:11.217587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-56967732-1f6c-4d40-9550-e2ee77807a08 req-1a9dd8dd-4de7-42d4-bf4a-4f7f6363dd26 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Unset dirty status for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:50:11.219076 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-56967732-1f6c-4d40-9550-e2ee77807a08 req-1a9dd8dd-4de7-42d4-bf4a-4f7f6363dd26 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 932 time: 0.8885341
Dec 02 17:50:11.407365 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Pushing event updated for resources: {'Port': ['ID=0894fb7d-3862-45a2-ad5d-35ffb301f740,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:11.414685 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-56967732-1f6c-4d40-9550-e2ee77807a08 req-1990ecf5-0e40-4731-b5f5-08909a2b35f5 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Synchronizing usage tracker for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:50:11.427084 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:11.448311 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb36491a-7b09-4811-bb4d-7e834e2c455f req-228bed75-a398-4ad1-b6d3-b6089bbac296 service neutron] 10.222.0.43 "GET /v2.0/networks/8ca15318-c29a-4048-8b1a-8617ae226076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4882860
Dec 02 17:50:11.452453 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:11.533403 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-56967732-1f6c-4d40-9550-e2ee77807a08 req-1990ecf5-0e40-4731-b5f5-08909a2b35f5 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Unset dirty status for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:50:11.543437 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-56967732-1f6c-4d40-9550-e2ee77807a08 req-1990ecf5-0e40-4731-b5f5-08909a2b35f5 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2897801
Dec 02 17:50:11.637075 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9d91936f-f62a-483b-a092-5ed0fc6b5f91 req-8a2e1839-96a5-4820-aa9d-6b00790bbc97 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7199516
Dec 02 17:50:12.174625 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af511b8-0618-49b7-9491-c999827ec4b8 req-38176c32-73fa-441f-a7ee-b8c578b47139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:12.176339 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8af511b8-0618-49b7-9491-c999827ec4b8 req-38176c32-73fa-441f-a7ee-b8c578b47139 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9626a3b324384f49a30095c98c72a8cb&device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 1160 time: 0.5992043
Dec 02 17:50:12.178150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Attempting to bind port 0894fb7d-3862-45a2-ad5d-35ffb301f740 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:50:12.183734 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Attempting to bind port 0894fb7d-3862-45a2-ad5d-35ffb301f740 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'f09294cc-9f8b-482a-aa07-bccd5771ff01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:50:12.184725 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Attempting to bind port 0894fb7d-3862-45a2-ad5d-35ffb301f740 on network 9ca63e15-5840-4372-9d93-cce1e9b612b4 {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:50:12.206779 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:50:12.207972 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Checking segment: {'id': 'f09294cc-9f8b-482a-aa07-bccd5771ff01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:50:12.210086 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:12.211005 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Bound using segment: {'id': 'f09294cc-9f8b-482a-aa07-bccd5771ff01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:50:12.217115 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Bound port: 0894fb7d-3862-45a2-ad5d-35ffb301f740, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09294cc-9f8b-482a-aa07-bccd5771ff01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:50:12.218199 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:12.225088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:12.232725 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:12.236980 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3990230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573214'] for router_interface, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:12.264245 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:12.467104 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:12.487029 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] For port 0894fb7d-3862-45a2-ad5d-35ffb301f740, host hv-cinder-73362, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:50:12.488971 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Transition to ACTIVE for port object 3ac51f13-cac7-4879-9062-85f2eece5165 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:50:12.492863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] For port 0894fb7d-3862-45a2-ad5d-35ffb301f740, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=0894fb7d-3862-45a2-ad5d-35ffb301f740,segment=NetworkSegment(f09294cc-9f8b-482a-aa07-bccd5771ff01),segment_id=f09294cc-9f8b-482a-aa07-bccd5771ff01)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:50:12.495243 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:12.502035 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:12.539158 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-94182c23-66e9-407b-b5a7-adcc94466ece tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:12.545547 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4499102f-8e93-411b-927f-3ccb268d9d16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:12.786572 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90244e-5792-46e4-b43e-b18a0852f385 None None] Pushing event updated for resources: {'Port': ['ID=3ac51f13-cac7-4879-9062-85f2eece5165,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:12.839146 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-fce3cf7a-b7df-478a-b54f-011f7c086d4d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:12.850442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7c90244e-5792-46e4-b43e-b18a0852f385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:12.851206 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-fce3cf7a-b7df-478a-b54f-011f7c086d4d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/networks?id=2e8d80f8-dc83-49a9-857c-3b26867bd375 HTTP/1.1" status: 200  len: 819 time: 0.3316374
Dec 02 17:50:12.962753 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-d172fa0c-134f-48ba-bcfd-9b716cffe75d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/quotas/82b2210b4ebf4222ae2d9b13049f05ec HTTP/1.1" status: 200  len: 375 time: 0.1103845
Dec 02 17:50:12.992126 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50404) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:13.168744 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af511b8-0618-49b7-9491-c999827ec4b8 req-2d1f4e05-a1af-4e79-a6cd-5e4d6f5cd0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:13.172217 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8af511b8-0618-49b7-9491-c999827ec4b8 req-2d1f4e05-a1af-4e79-a6cd-5e4d6f5cd0ea service neutron] 10.222.0.43 "GET /v2.0/networks?id=8ca15318-c29a-4048-8b1a-8617ae226076 HTTP/1.1" status: 200  len: 906 time: 0.9816284
Dec 02 17:50:13.253552 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Pushing event updated for resources: {'Port': ['ID=50efa7b0-2dc3-488b-a8dc-5310248c1b60,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:13.266755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.002s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:13.333674 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:13.340375 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:13.342322 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] 10.222.0.43 "PUT /v2.0/ports/0894fb7d-3862-45a2-ad5d-35ffb301f740 HTTP/1.1" status: 200  len: 1158 time: 5.3652737
Dec 02 17:50:13.343197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79691c8-cd87-44d2-a890-b56e35df7dba', 'tag': '0894fb7d-3862-45a2-ad5d-35ffb301f740'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:50:13.545107 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Pushing event updated for resources: {'Port': ['ID=0894fb7d-3862-45a2-ad5d-35ffb301f740,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:13.558397 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.019s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:13.560402 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8af511b8-0618-49b7-9491-c999827ec4b8 req-20cd3b72-c966-4d48-a8eb-e2f3e5210dad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 HTTP/1.1" status: 200  len: 217 time: 0.3634498
Dec 02 17:50:13.572838 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Network 3d5df4e7-9e83-4d6e-b367-2b18b115dead is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:50:13.587086 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Attempting to bind port 3ac51f13-cac7-4879-9062-85f2eece5165 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:50:13.587503 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Attempting to bind port 3ac51f13-cac7-4879-9062-85f2eece5165 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': 'fd87f040-a08d-408f-af11-f73d0372a4bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:50:13.587907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Attempting to bind port 3ac51f13-cac7-4879-9062-85f2eece5165 on network 2e8d80f8-dc83-49a9-857c-3b26867bd375 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:50:13.609430 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:50:13.609922 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Checking segment: {'id': 'fd87f040-a08d-408f-af11-f73d0372a4bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:50:13.610577 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:13.611026 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Bound using segment: {'id': 'fd87f040-a08d-408f-af11-f73d0372a4bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:50:13.611564 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Bound port: 3ac51f13-cac7-4879-9062-85f2eece5165, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd87f040-a08d-408f-af11-f73d0372a4bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:50:13.614369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:13.623397 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-97ced311-1355-4667-a559-a608f6f0edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:13.625058 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-97ced311-1355-4667-a559-a608f6f0edbe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b3ba943161643b9888b7198e5f4d270&device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 1161 time: 0.1276753
Dec 02 17:50:13.632208 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e6f67-7160-4de5-b8ec-8b1f7b922465 req-b7d31a6b-bec6-4a04-a86c-abc1f4a78c7b tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:13.640356 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8a1e6f67-7160-4de5-b8ec-8b1f7b922465 req-b7d31a6b-bec6-4a04-a86c-abc1f4a78c7b tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 944 time: 0.4505169
Dec 02 17:50:13.687266 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af511b8-0618-49b7-9491-c999827ec4b8 req-fb3dd056-99ce-44eb-9252-d610fcb35a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:13.689387 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8af511b8-0618-49b7-9491-c999827ec4b8 req-fb3dd056-99ce-44eb-9252-d610fcb35a32 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=45aaa4a7-2ee9-4ac8-b6f5-67d2f938f254 HTTP/1.1" status: 200  len: 852 time: 0.1202872
Dec 02 17:50:13.690740 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:50:13.833958 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-8d8a3518-77e1-4128-a4f8-edae1d497857 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0894fb7d-3862-45a2-ad5d-35ffb301f740 HTTP/1.1" status: 200  len: 217 time: 0.1894596
Dec 02 17:50:13.873325 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] For port 3ac51f13-cac7-4879-9062-85f2eece5165, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:50:13.882124 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] For port 3ac51f13-cac7-4879-9062-85f2eece5165, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=3ac51f13-cac7-4879-9062-85f2eece5165,segment=NetworkSegment(fd87f040-a08d-408f-af11-f73d0372a4bd),segment_id=fd87f040-a08d-408f-af11-f73d0372a4bd)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:50:13.887175 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:13.917768 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-fea86c5c-474e-4958-a949-5db8acb2a2fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:14.033362 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8a1e6f67-7160-4de5-b8ec-8b1f7b922465 req-bf1c891c-1610-47dc-97b4-be5f24277cd0 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3919420
Dec 02 17:50:14.080178 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-ad00322f-2e91-4a4e-92fd-17dc8b1e08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:14.083228 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-ad00322f-2e91-4a4e-92fd-17dc8b1e08a9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5d83d9ff-5b0d-4a61-bcb1-7d8d80206342 HTTP/1.1" status: 200  len: 849 time: 0.2273412
Dec 02 17:50:14.129105 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90244e-5792-46e4-b43e-b18a0852f385 None None] Pushing event updated for resources: {'Port': ['ID=3ac51f13-cac7-4879-9062-85f2eece5165,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:14.148571 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7c90244e-5792-46e4-b43e-b18a0852f385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:14.159047 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-9ffcf4c2-0174-4bed-b879-ced4dd52f5e0 None None] Provisioning complete for port 50efa7b0-2dc3-488b-a8dc-5310248c1b60 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:14.161004 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ffcf4c2-0174-4bed-b879-ced4dd52f5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:14.240476 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Routers {'77af1676-3968-46be-abc2-e1bbb257a738'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:50:14.243304 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c2fbd68>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:49:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['77af1676-3968-46be-abc2-e1bbb257a738'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:50:14.334423 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-ae41c39a-1812-408a-8477-35efc3a6a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:14.336211 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-ae41c39a-1812-408a-8477-35efc3a6a14e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ca63e15-5840-4372-9d93-cce1e9b612b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2454970
Dec 02 17:50:14.386920 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-9ffcf4c2-0174-4bed-b879-ced4dd52f5e0 None None] Port 50efa7b0-2dc3-488b-a8dc-5310248c1b60 cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:50:14.479811 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8af511b8-0618-49b7-9491-c999827ec4b8 req-fe3aa3eb-b825-4645-a760-ee6669fbad4d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8ca15318-c29a-4048-8b1a-8617ae226076&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.7712433
Dec 02 17:50:14.502594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Router 1cdf980c-19ec-4403-901f-470e99d43915 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:50:14.594207 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] Set router 77af1676-3968-46be-abc2-e1bbb257a738 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:50:14.631900 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-4dd93d19-389b-4ffb-a324-96d506f7c7b9 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Synchronizing usage tracker for tenant:82b2210b4ebf4222ae2d9b13049f05ec on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:50:14.664306 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0505b950-a3bc-4268-9814-cef24d6e32c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:14.686508 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-0505b950-a3bc-4268-9814-cef24d6e32c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:14.690884 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-4dd93d19-389b-4ffb-a324-96d506f7c7b9 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Unset dirty status for tenant:82b2210b4ebf4222ae2d9b13049f05ec on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:50:14.692409 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-4dd93d19-389b-4ffb-a324-96d506f7c7b9 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?tenant_id=82b2210b4ebf4222ae2d9b13049f05ec&fields=id HTTP/1.1" status: 200  len: 255 time: 1.6236062
Dec 02 17:50:14.706811 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-0505b950-a3bc-4268-9814-cef24d6e32c7 admin admin] Usage tracker for resource:security_group_rule and tenant:83c24fe151d241759558de7b1e39518b is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:14.762186 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5780b8a-1e3d-4670-9c18-0dde8b558064 req-67006965-80a0-40e0-9ae4-f362f086c621 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:14.765226 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d5780b8a-1e3d-4670-9c18-0dde8b558064 req-67006965-80a0-40e0-9ae4-f362f086c621 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 943 time: 0.3631403
Dec 02 17:50:14.770415 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-b5e7b0d4-b2e2-4740-b0fa-5ed91c6b93b3 service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4238491
Dec 02 17:50:14.863326 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-0505b950-a3bc-4268-9814-cef24d6e32c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:14.876813 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-0505b950-a3bc-4268-9814-cef24d6e32c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:14.898646 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d5780b8a-1e3d-4670-9c18-0dde8b558064 req-00b9617c-a191-4f07-9366-c22b2932464a tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240447
Dec 02 17:50:15.024578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0505b950-a3bc-4268-9814-cef24d6e32c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:15.122259 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0505b950-a3bc-4268-9814-cef24d6e32c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:15.137872 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c2fbd68>, [{'id': '77af1676-3968-46be-abc2-e1bbb257a738', 'name': 'tempest-ServerRescueNegativeTestJSON-1902560729-router', 'tenant_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:36Z', 'updated_at': '2020-12-02T17:50:05Z', 'revision_number': 4, 'project_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'gw_port': {'id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77af1676-3968-46be-abc2-e1bbb257a738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '3ac51f13-cac7-4879-9062-85f2eece5165', 'name': '', 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375', 'tenant_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'mac_address': 'fa:16:3e:36:c2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77af1676-3968-46be-abc2-e1bbb257a738', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd63a84ed-b463-4863-a3be-969d4a89bdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:01Z', 'updated_at': '2020-12-02T17:50:13Z', 'revision_number': 4, 'project_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'subnets': [{'id': 'd63a84ed-b463-4863-a3be-969d4a89bdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:50:15.139471 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8af511b8-0618-49b7-9491-c999827ec4b8 req-f744fc16-e49b-4a9d-800d-321edf0b94eb service neutron] 10.222.0.43 "GET /v2.0/networks/8ca15318-c29a-4048-8b1a-8617ae226076?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6408648
Dec 02 17:50:15.149126 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0d1f26-1aa1-4877-ac33-9c4937c972d6 None None] The sync data for ids ['77af1676-3968-46be-abc2-e1bbb257a738'] in dv-cinder-733623-9-iscsi is: [{'id': '77af1676-3968-46be-abc2-e1bbb257a738', 'name': 'tempest-ServerRescueNegativeTestJSON-1902560729-router', 'tenant_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:36Z', 'updated_at': '2020-12-02T17:50:05Z', 'revision_number': 4, 'project_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'gw_port': {'id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77af1676-3968-46be-abc2-e1bbb257a738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '3ac51f13-cac7-4879-9062-85f2eece5165', 'name': '', 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375', 'tenant_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'mac_address': 'fa:16:3e:36:c2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77af1676-3968-46be-abc2-e1bbb257a738', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'd63a84ed-b463-4863-a3be-969d4a89bdad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:01Z', 'updated_at': '2020-12-02T17:50:13Z', 'revision_number': 4, 'project_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'subnets': [{'id': 'd63a84ed-b463-4863-a3be-969d4a89bdad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:50:15.169098 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a4af32-8c0b-47e5-bd88-0af2169ec848 req-ad4bd74a-4e64-4780-9d3d-28599a08013d service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3178406
Dec 02 17:50:15.313137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:15.497362 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505b950-a3bc-4268-9814-cef24d6e32c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076b3687-5f0d-4494-bfa3-616447d7192e,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:15.524884 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79691c8-cd87-44d2-a890-b56e35df7dba', 'tag': '0894fb7d-3862-45a2-ad5d-35ffb301f740', 'status': 'completed', 'code': 200}
Dec 02 17:50:15.600123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-0505b950-a3bc-4268-9814-cef24d6e32c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:15.635648 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-0505b950-a3bc-4268-9814-cef24d6e32c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83c24fe151d241759558de7b1e39518b&name=default HTTP/1.1" status: 200  len: 2879 time: 2.6416764
Dec 02 17:50:15.706908 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50490) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:15.777350 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-d8c8859e-360d-4b61-b711-1c5e923aaa0b service neutron] 10.222.0.21 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0640163
Dec 02 17:50:15.821296 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdeab68-2e8a-4431-8c43-5a85b3a5c3a3 req-41ea6a01-5baf-459d-a8ce-fd67feb9461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:15.823107 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8cdeab68-2e8a-4431-8c43-5a85b3a5c3a3 req-41ea6a01-5baf-459d-a8ce-fd67feb9461c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b3ba943161643b9888b7198e5f4d270&device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 1161 time: 0.2463372
Dec 02 17:50:15.902809 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 3ac51f13-cac7-4879-9062-85f2eece5165 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:15.997486 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c90ee8e4-ed8d-40ac-a6f4-7deed841af37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:16.048211 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c90ee8e4-ed8d-40ac-a6f4-7deed841af37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:16.160877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c90ee8e4-ed8d-40ac-a6f4-7deed841af37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:16.181047 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 3ac51f13-cac7-4879-9062-85f2eece5165 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:50:16.208437 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 3ac51f13-cac7-4879-9062-85f2eece5165 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:16.210677 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:16.323853 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44041c75-a772-4fda-9c12-5e4dd7f8f2d5 req-25e224ad-1483-4a79-8816-7de98a1fd459 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:16.338717 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44041c75-a772-4fda-9c12-5e4dd7f8f2d5 req-25e224ad-1483-4a79-8816-7de98a1fd459 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 944 time: 0.4377487
Dec 02 17:50:16.372148 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdeab68-2e8a-4431-8c43-5a85b3a5c3a3 req-ab78751b-2ad9-4464-91ad-791ec0d3a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:16.374206 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8cdeab68-2e8a-4431-8c43-5a85b3a5c3a3 req-ab78751b-2ad9-4464-91ad-791ec0d3a020 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ca63e15-5840-4372-9d93-cce1e9b612b4 HTTP/1.1" status: 200  len: 904 time: 0.5441658
Dec 02 17:50:16.396912 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8af511b8-0618-49b7-9491-c999827ec4b8 req-f95c799f-3a91-4252-aa05-056158cd97a6 service neutron] 10.222.0.43 "GET /v2.0/networks/8ca15318-c29a-4048-8b1a-8617ae226076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2341835
Dec 02 17:50:16.500747 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8cdeab68-2e8a-4431-8c43-5a85b3a5c3a3 req-8a5f0a8d-fbaa-4a17-9348-9f8c3999e712 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0894fb7d-3862-45a2-ad5d-35ffb301f740 HTTP/1.1" status: 200  len: 217 time: 0.1093669
Dec 02 17:50:16.503949 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44041c75-a772-4fda-9c12-5e4dd7f8f2d5 req-96e0719c-6aab-4266-99b3-f075868fd107 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1641839
Dec 02 17:50:16.528268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:16.566122 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-88aee102-e376-4775-842d-6f169cc26a6a service neutron] 10.222.0.21 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7806835
Dec 02 17:50:16.590109 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:16.597260 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ee8e4-ed8d-40ac-a6f4-7deed841af37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076b3687-5f0d-4494-bfa3-616447d7192e,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:16.610341 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c90ee8e4-ed8d-40ac-a6f4-7deed841af37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:16.616903 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:50:16.648286 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c90ee8e4-ed8d-40ac-a6f4-7deed841af37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:16.649705 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-c90ee8e4-ed8d-40ac-a6f4-7deed841af37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/076b3687-5f0d-4494-bfa3-616447d7192e HTTP/1.1" status: 204  len: 168 time: 0.9416292
Dec 02 17:50:16.663900 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] 10.222.0.21 "PUT /v2.0/routers/1cdf980c-19ec-4403-901f-470e99d43915/add_router_interface HTTP/1.1" status: 200  len: 503 time: 21.8403754
Dec 02 17:50:16.700823 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdeab68-2e8a-4431-8c43-5a85b3a5c3a3 req-8081de40-d3c5-4e15-b1d5-6cbb101e3ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:16.712429 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8cdeab68-2e8a-4431-8c43-5a85b3a5c3a3 req-8081de40-d3c5-4e15-b1d5-6cbb101e3ce1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5d83d9ff-5b0d-4a61-bcb1-7d8d80206342 HTTP/1.1" status: 200  len: 849 time: 0.1994715
Dec 02 17:50:16.770966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port 3ac51f13-cac7-4879-9062-85f2eece5165, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=3ac51f13-cac7-4879-9062-85f2eece5165,segment=NetworkSegment(fd87f040-a08d-408f-af11-f73d0372a4bd),segment_id=fd87f040-a08d-408f-af11-f73d0372a4bd)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:50:16.778402 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Sync routers for ids ['1cdf980c-19ec-4403-901f-470e99d43915'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:50:16.817035 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:16.878017 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:17.158995 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3dd34e30-8d9c-42e7-bd5e-3cbd08679ac8 req-74461974-8eb1-46f8-b2ea-771d2204a98a tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 210 time: 0.1534507
Dec 02 17:50:17.199956 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd6b2a-578c-48fc-b0a3-519c0085f1d2 req-ae8400ef-7be1-4c0a-a22e-130fd3a15f42 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:17.201856 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d0cd6b2a-578c-48fc-b0a3-519c0085f1d2 req-ae8400ef-7be1-4c0a-a22e-130fd3a15f42 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 943 time: 0.2642317
Dec 02 17:50:17.204747 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdeab68-2e8a-4431-8c43-5a85b3a5c3a3 req-e99e04a6-87ad-4d2e-955a-1146ee50e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:17.206329 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8cdeab68-2e8a-4431-8c43-5a85b3a5c3a3 req-e99e04a6-87ad-4d2e-955a-1146ee50e8d1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ca63e15-5840-4372-9d93-cce1e9b612b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4828234
Dec 02 17:50:17.212108 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Routers {'1cdf980c-19ec-4403-901f-470e99d43915'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:50:17.213474 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c00dda0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:49:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['1cdf980c-19ec-4403-901f-470e99d43915'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:50:17.536888 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8cdeab68-2e8a-4431-8c43-5a85b3a5c3a3 req-bee5a51c-676d-447e-99b4-eee25b74cd5c service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2556777
Dec 02 17:50:17.560404 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d0cd6b2a-578c-48fc-b0a3-519c0085f1d2 req-b935e02f-3347-4945-bc16-03099409d2f6 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3485174
Dec 02 17:50:17.643356 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=3ac51f13-cac7-4879-9062-85f2eece5165,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:17.664143 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:17.665060 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.objects.ports [None req-f6f09ab8-c222-49dc-9537-6a4fbbc4f2cf None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80245) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 02 17:50:17.740984 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Set router 1cdf980c-19ec-4403-901f-470e99d43915 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:50:17.854887 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 3ac51f13-cac7-4879-9062-85f2eece5165 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:17.858255 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8cdeab68-2e8a-4431-8c43-5a85b3a5c3a3 req-177c2e14-ca8f-414f-8f41-712edc2b99f1 service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2967479
Dec 02 17:50:18.245751 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50570) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:18.260739 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d6b25-8f3a-4825-a95b-dfb759b7a343 req-7ff435e0-d8eb-4392-be87-b36b7d068dd8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:18.263136 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-173d6b25-8f3a-4825-a95b-dfb759b7a343 req-7ff435e0-d8eb-4392-be87-b36b7d068dd8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 944 time: 0.3471208
Dec 02 17:50:18.421683 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-173d6b25-8f3a-4825-a95b-dfb759b7a343 req-38da048d-0cb9-45da-896e-a7a0ee39444b tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1447453
Dec 02 17:50:18.486671 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50584) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:18.539989 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4d9deeee-63b0-4404-81cd-bc47c92441ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:18.615257 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-4d9deeee-63b0-4404-81cd-bc47c92441ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:18.627762 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-4d9deeee-63b0-4404-81cd-bc47c92441ea admin admin] Usage tracker for resource:security_group_rule and tenant:844404e858b14bca92436084959743bd is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:18.637171 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-4d9deeee-63b0-4404-81cd-bc47c92441ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:18.658078 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-4d9deeee-63b0-4404-81cd-bc47c92441ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:18.778684 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:18.862564 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4d9deeee-63b0-4404-81cd-bc47c92441ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:18.895128 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 3ac51f13-cac7-4879-9062-85f2eece5165 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:18.896841 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:18.910636 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4d9deeee-63b0-4404-81cd-bc47c92441ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:18.937814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-949fbd69-f0a4-4334-bccc-325337e5feb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:18.982150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:18.999036 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c00dda0>, [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:50:10Z', 'revision_number': 4, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '50efa7b0-2dc3-488b-a8dc-5310248c1b60', 'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'mac_address': 'fa:16:3e:ca:7b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:03Z', 'updated_at': '2020-12-02T17:50:11Z', 'revision_number': 2, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'subnets': [{'id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:50:19.008511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Checking router: 1cdf980c-19ec-4403-901f-470e99d43915 for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:50:19.009357 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Updating router 1cdf980c-19ec-4403-901f-470e99d43915 port 50efa7b0-2dc3-488b-a8dc-5310248c1b60 binding host dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:50:19.037121 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 50612) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:19.062097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-bddf1d4f-92b3-4623-a532-6884c9d3173e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Request body: {'security_group': {'name': 'tempest-securitygroup--167829994', 'description': 'tempest-description--1429757566'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:50:19.093543 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9deeee-63b0-4404-81cd-bc47c92441ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad98a8d6-532f-4e27-9672-e8d4027ac6bc,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:19.111687 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4d9deeee-63b0-4404-81cd-bc47c92441ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:19.127901 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-949fbd69-f0a4-4334-bccc-325337e5feb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:19.131466 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:19.140020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-949fbd69-f0a4-4334-bccc-325337e5feb3 admin admin] Usage tracker for resource:security_group_rule and tenant:eb5a2c26bdef41e9abee899c228eb602 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:19.143683 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-949fbd69-f0a4-4334-bccc-325337e5feb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:19.152304 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-949fbd69-f0a4-4334-bccc-325337e5feb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:19.160371 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:50:19.172075 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:19.173235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:19.189397 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-bddf1d4f-92b3-4623-a532-6884c9d3173e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:19.223244 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-bddf1d4f-92b3-4623-a532-6884c9d3173e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Usage tracker for resource:security_group and tenant:cbc1bec290674effad04cd89b614f4b2 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:19.282868 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-bddf1d4f-92b3-4623-a532-6884c9d3173e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:19.300678 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50620) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:19.391273 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-32447821-b740-46fe-b14e-2c38bdf9dbc7 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:19.392379 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-32447821-b740-46fe-b14e-2c38bdf9dbc7 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Synchronizing usage tracker for tenant:82b2210b4ebf4222ae2d9b13049f05ec on resource:network {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:50:19.400725 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-bddf1d4f-92b3-4623-a532-6884c9d3173e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:19.438797 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-4d9deeee-63b0-4404-81cd-bc47c92441ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=844404e858b14bca92436084959743bd&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9505148
Dec 02 17:50:19.440037 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50628) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:19.442411 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-949fbd69-f0a4-4334-bccc-325337e5feb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:19.493232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-949fbd69-f0a4-4334-bccc-325337e5feb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:19.496275 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bddf1d4f-92b3-4623-a532-6884c9d3173e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:19.517807 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d85056fa-5d3b-4b36-8328-578ffe33d994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:19.524438 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-32447821-b740-46fe-b14e-2c38bdf9dbc7 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Unset dirty status for tenant:82b2210b4ebf4222ae2d9b13049f05ec on resource:network {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:50:19.534623 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-32447821-b740-46fe-b14e-2c38bdf9dbc7 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/networks?id=2e8d80f8-dc83-49a9-857c-3b26867bd375 HTTP/1.1" status: 200  len: 819 time: 0.8147349
Dec 02 17:50:19.549314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-bddf1d4f-92b3-4623-a532-6884c9d3173e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:19.564144 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-bddf1d4f-92b3-4623-a532-6884c9d3173e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Usage tracker for resource:security_group_rule and tenant:cbc1bec290674effad04cd89b614f4b2 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:19.571074 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-bddf1d4f-92b3-4623-a532-6884c9d3173e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:19.578511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-bddf1d4f-92b3-4623-a532-6884c9d3173e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:19.610244 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-57bef78a-0599-4392-893a-2ac6f2744f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:19.612230 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fbd69-f0a4-4334-bccc-325337e5feb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece10e97-6fbe-4566-a618-f547b8beb3fe,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:19.621986 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-949fbd69-f0a4-4334-bccc-325337e5feb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb5a2c26bdef41e9abee899c228eb602&name=default HTTP/1.1" status: 200  len: 2879 time: 1.3744926
Dec 02 17:50:19.627267 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-949fbd69-f0a4-4334-bccc-325337e5feb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:19.636449 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:19.637964 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50636) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:19.656513 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0defe8-8df4-408f-bed3-acd33c29ef99 req-6217e424-5378-4165-b645-e2307a00332f tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:19.658230 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ce0defe8-8df4-408f-bed3-acd33c29ef99 req-6217e424-5378-4165-b645-e2307a00332f tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 943 time: 0.3497474
Dec 02 17:50:19.688742 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bddf1d4f-92b3-4623-a532-6884c9d3173e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:19.710082 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-323b832e-22a0-4a37-b3a8-7092d0e3c900 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/quotas/82b2210b4ebf4222ae2d9b13049f05ec HTTP/1.1" status: 200  len: 375 time: 0.1740673
Dec 02 17:50:19.720252 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bddf1d4f-92b3-4623-a532-6884c9d3173e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:19.758724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-57bef78a-0599-4392-893a-2ac6f2744f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:19.837312 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-942d3d7f-a77a-411c-9f4a-b561c8076911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:19.917084 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39090d4-3191-4d61-b8bf-7c5fa64b0907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:50:19.923121 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-942d3d7f-a77a-411c-9f4a-b561c8076911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:19.932791 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2b84c532-b6f5-463a-8c6b-561c4f5f0ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:19.935357 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-942d3d7f-a77a-411c-9f4a-b561c8076911 admin admin] Usage tracker for resource:security_group_rule and tenant:1395a54557fb4576865a3c86b8763c12 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:19.942381 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-942d3d7f-a77a-411c-9f4a-b561c8076911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:19.952573 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ce0defe8-8df4-408f-bed3-acd33c29ef99 req-03d407d6-c6b0-45bf-9bc5-e64bce62904e tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2320609
Dec 02 17:50:19.980774 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:19.980976 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-942d3d7f-a77a-411c-9f4a-b561c8076911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:20.016657 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8,segment=NetworkSegment(f8657481-6b1a-4f40-86f3-789c36edfb93),segment_id=f8657481-6b1a-4f40-86f3-789c36edfb93)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:50:20.022660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.032157 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:20.084383 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf1d4f-92b3-4623-a532-6884c9d3173e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event updated for resources: {'SecurityGroup': ['ID=f78c2b60-7bda-4c6d-9b78-5ff891f334a1,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:20.111613 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bddf1d4f-92b3-4623-a532-6884c9d3173e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.112979 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-bddf1d4f-92b3-4623-a532-6884c9d3173e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 1.0747755
Dec 02 17:50:20.122590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-bddf1d4f-92b3-4623-a532-6884c9d3173e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:20.125458 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:20.131370 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:20.132384 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 50646) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:20.159395 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-4d63f2ed-5395-4d10-afbc-73dc613ab011 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Request body: {'security_group_rule': {'security_group_id': 'f78c2b60-7bda-4c6d-9b78-5ff891f334a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:50:20.170438 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-b3994cbc-a726-4574-894c-0712fdac89e3 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:20.172292 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-b3994cbc-a726-4574-894c-0712fdac89e3 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.43 "GET /v2.0/networks?id=2e8d80f8-dc83-49a9-857c-3b26867bd375 HTTP/1.1" status: 200  len: 819 time: 1.1027479
Dec 02 17:50:20.179212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-4d63f2ed-5395-4d10-afbc-73dc613ab011 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:20.190299 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-4d63f2ed-5395-4d10-afbc-73dc613ab011 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Usage tracker for resource:security_group_rule and tenant:cbc1bec290674effad04cd89b614f4b2 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:20.191874 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2b84c532-b6f5-463a-8c6b-561c4f5f0ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.202328 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-b50ca755-bdf3-4919-800e-1e6a7ad57a68 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Request body: {'port': {'device_id': '7a3d760d-ff4a-43e4-94bc-b82c55470886', 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375', 'admin_state_up': True, 'tenant_id': '82b2210b4ebf4222ae2d9b13049f05ec'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:50:20.219357 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-4d63f2ed-5395-4d10-afbc-73dc613ab011 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:20.235692 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-4d63f2ed-5395-4d10-afbc-73dc613ab011 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:20.257067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-57bef78a-0599-4392-893a-2ac6f2744f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.283731 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-58a4ef34-4e6b-4215-b15b-bfd05bf24ab2 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?tenant_id=82b2210b4ebf4222ae2d9b13049f05ec&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5725188
Dec 02 17:50:20.295364 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:20.304219 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-942d3d7f-a77a-411c-9f4a-b561c8076911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.332697 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bef78a-0599-4392-893a-2ac6f2744f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad98a8d6-532f-4e27-9672-e8d4027ac6bc,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:20.334276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-942d3d7f-a77a-411c-9f4a-b561c8076911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.337052 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-57bef78a-0599-4392-893a-2ac6f2744f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:20.364345 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-62c72620-aedb-4a4c-9046-20b620164899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:20.386937 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4d63f2ed-5395-4d10-afbc-73dc613ab011 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group_rule, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.388266 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-942d3d7f-a77a-411c-9f4a-b561c8076911 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1395a54557fb4576865a3c86b8763c12&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0052414
Dec 02 17:50:20.401376 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50652) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:20.469515 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-57bef78a-0599-4392-893a-2ac6f2744f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.474230 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-57bef78a-0599-4392-893a-2ac6f2744f51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad98a8d6-532f-4e27-9672-e8d4027ac6bc HTTP/1.1" status: 204  len: 168 time: 1.0275595
Dec 02 17:50:20.485252 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d3d7f-a77a-411c-9f4a-b561c8076911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c744f91-090d-45e3-9a97-7fe0789e6a48,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:20.493979 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-942d3d7f-a77a-411c-9f4a-b561c8076911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:20.496901 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2b84c532-b6f5-463a-8c6b-561c4f5f0ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.521062 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1b8df897-21d6-4d15-89af-3a5ad0f1e599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:20.537984 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84c532-b6f5-463a-8c6b-561c4f5f0ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece10e97-6fbe-4566-a618-f547b8beb3fe,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:20.548477 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2b84c532-b6f5-463a-8c6b-561c4f5f0ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:20.549890 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2b84c532-b6f5-463a-8c6b-561c4f5f0ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.551172 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-2b84c532-b6f5-463a-8c6b-561c4f5f0ecd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ece10e97-6fbe-4566-a618-f547b8beb3fe HTTP/1.1" status: 204  len: 168 time: 0.9091799
Dec 02 17:50:20.553698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ebce53a-ec07-447b-a20d-3e02d87c8c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.562657 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752296f-da16-412b-b7f6-b7c5a5cb0109 req-34e40c35-8670-4d0d-8b4e-b01706dc67b8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:20.564553 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7752296f-da16-412b-b7f6-b7c5a5cb0109 req-34e40c35-8670-4d0d-8b4e-b01706dc67b8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 944 time: 0.3566020
Dec 02 17:50:20.573454 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.616784 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Transition to ACTIVE for port object 50efa7b0-2dc3-488b-a8dc-5310248c1b60 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:50:20.620733 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.662460 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-b50ca755-bdf3-4919-800e-1e6a7ad57a68 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:20.663549 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ebce53a-ec07-447b-a20d-3e02d87c8c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.690049 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7752296f-da16-412b-b7f6-b7c5a5cb0109 req-a40f0151-d534-4f58-a93a-4e990bc72fda tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1106758
Dec 02 17:50:20.750839 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-b50ca755-bdf3-4919-800e-1e6a7ad57a68 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:20.754990 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ebce53a-ec07-447b-a20d-3e02d87c8c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.763836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c90ee8e4-ed8d-40ac-a6f4-7deed841af37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:20.775346 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4d63f2ed-5395-4d10-afbc-73dc613ab011 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.783771 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebce53a-ec07-447b-a20d-3e02d87c8c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c744f91-090d-45e3-9a97-7fe0789e6a48,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:20.787594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9ebce53a-ec07-447b-a20d-3e02d87c8c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:20.789757 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ebce53a-ec07-447b-a20d-3e02d87c8c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.791411 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-b802dcde-4bef-4afd-9ebc-cbed633d7a9c service neutron] 10.222.0.21 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4383512
Dec 02 17:50:20.792291 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-9ebce53a-ec07-447b-a20d-3e02d87c8c5b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c744f91-090d-45e3-9a97-7fe0789e6a48 HTTP/1.1" status: 204  len: 168 time: 0.3846245
Dec 02 17:50:20.799085 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4d63f2ed-5395-4d10-afbc-73dc613ab011 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674995'] for security_group_rule, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.812401 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5120aa2c-a3dc-4e44-945c-f12288c9cb5f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:20.843721 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-136f9d8a-d2ad-4cef-b364-7476eb818e78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:20.858989 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-b50ca755-bdf3-4919-800e-1e6a7ad57a68 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Made reservation on behalf of 82b2210b4ebf4222ae2d9b13049f05ec for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:50:20.865284 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-b50ca755-bdf3-4919-800e-1e6a7ad57a68 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:20.927823 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63f2ed-5395-4d10-afbc-73dc613ab011 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdad5c1-0bb0-4092-8638-3983e47975f7,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:20.940482 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4d63f2ed-5395-4d10-afbc-73dc613ab011 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:21.143968 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Attempting to bind port 50efa7b0-2dc3-488b-a8dc-5310248c1b60 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:50:21.144395 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Attempting to bind port 50efa7b0-2dc3-488b-a8dc-5310248c1b60 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:50:21.144850 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Attempting to bind port 50efa7b0-2dc3-488b-a8dc-5310248c1b60 on network 3d5df4e7-9e83-4d6e-b367-2b18b115dead {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:50:21.155585 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c407d8-e7cb-4896-b9aa-c11e10cf8214 None None] Pushing event updated for resources: {'Port': ['ID=50efa7b0-2dc3-488b-a8dc-5310248c1b60,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:21.159845 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-34c407d8-e7cb-4896-b9aa-c11e10cf8214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:21.163123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:50:21.163548 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Checking segment: {'id': '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:50:21.164396 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:21.164396 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Bound using segment: {'id': '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:50:21.164914 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Bound port: 50efa7b0-2dc3-488b-a8dc-5310248c1b60, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:50:21.165412 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:21.245401 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4d63f2ed-5395-4d10-afbc-73dc613ab011 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group_rule, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:21.251015 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50680) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:21.252094 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-4d63f2ed-5395-4d10-afbc-73dc613ab011 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.1006088
Dec 02 17:50:21.265416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-21f1c491-1675-40ee-b6bb-42167c8bc8fb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Request body: {'security_group_rule': {'security_group_id': 'f78c2b60-7bda-4c6d-9b78-5ff891f334a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:50:21.278228 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-21f1c491-1675-40ee-b6bb-42167c8bc8fb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:21.284454 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-21f1c491-1675-40ee-b6bb-42167c8bc8fb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Usage tracker for resource:security_group_rule and tenant:cbc1bec290674effad04cd89b614f4b2 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:21.288094 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-21f1c491-1675-40ee-b6bb-42167c8bc8fb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:21.296717 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-21f1c491-1675-40ee-b6bb-42167c8bc8fb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:21.317761 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-21f1c491-1675-40ee-b6bb-42167c8bc8fb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group_rule, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:21.373804 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-ecb0d499-cf71-472f-ba02-a7b658f829ba service neutron] 10.222.0.21 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5675981
Dec 02 17:50:21.375389 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] For port 50efa7b0-2dc3-488b-a8dc-5310248c1b60, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:50:21.397127 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] For port 50efa7b0-2dc3-488b-a8dc-5310248c1b60, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=50efa7b0-2dc3-488b-a8dc-5310248c1b60,segment=NetworkSegment(66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f),segment_id=66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:50:21.415170 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:21.458869 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39090d4-3191-4d61-b8bf-7c5fa64b0907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8', 'code': 200}
Dec 02 17:50:21.466813 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:21.508043 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-b50ca755-bdf3-4919-800e-1e6a7ad57a68 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Allocated IP 172.20.0.12 (2e8d80f8-dc83-49a9-857c-3b26867bd375/d63a84ed-b463-4863-a3be-969d4a89bdad/242f88eb-166a-4be3-adc3-411b12ab6841) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:50:21.511988 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-21f1c491-1675-40ee-b6bb-42167c8bc8fb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:21.515657 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-21f1c491-1675-40ee-b6bb-42167c8bc8fb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674995'] for security_group_rule, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:21.519080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:21.582428 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 0894fb7d-3862-45a2-ad5d-35ffb301f740 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:21.587754 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1c491-1675-40ee-b6bb-42167c8bc8fb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7e1a98-6e7a-46cb-b0d0-2c3011faf20c,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:21.609558 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-21f1c491-1675-40ee-b6bb-42167c8bc8fb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:21.639737 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-21f1c491-1675-40ee-b6bb-42167c8bc8fb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group_rule, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:21.644551 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-21f1c491-1675-40ee-b6bb-42167c8bc8fb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.3887453
Dec 02 17:50:21.645426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50686) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:21.657888 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Request body: {'floatingip': {'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:50:21.678534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:21.684171 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Usage tracker for resource:floatingip and tenant:cbc1bec290674effad04cd89b614f4b2 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:21.698667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:21.709497 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:21.750444 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for floatingip, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:21.972752 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c407d8-e7cb-4896-b9aa-c11e10cf8214 None None] Pushing event updated for resources: {'Port': ['ID=50efa7b0-2dc3-488b-a8dc-5310248c1b60,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:22.114151 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-34c407d8-e7cb-4896-b9aa-c11e10cf8214 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:22.256618 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port 0894fb7d-3862-45a2-ad5d-35ffb301f740 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:50:22.261992 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50698) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:22.280743 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 0894fb7d-3862-45a2-ad5d-35ffb301f740 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:22.281439 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:22.281560 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50702) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:22.288964 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-b50ca755-bdf3-4919-800e-1e6a7ad57a68 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:22.344854 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-b50ca755-bdf3-4919-800e-1e6a7ad57a68 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:22.456862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:22.463701 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Routers {'1cdf980c-19ec-4403-901f-470e99d43915'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:50:22.471896 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c00dda0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:49:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['1cdf980c-19ec-4403-901f-470e99d43915'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:50:22.672119 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 50712) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:22.781567 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa9c9c-59c2-4013-a67c-d8e70bbd9e08 req-054061ae-138f-4e80-97e8-4185d387aa92 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:22.790259 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c0fa9c9c-59c2-4013-a67c-d8e70bbd9e08 req-054061ae-138f-4e80-97e8-4185d387aa92 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 944 time: 0.4536457
Dec 02 17:50:22.792794 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ca755-bdf3-4919-800e-1e6a7ad57a68 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Pushing event updated for resources: {'Port': ['ID=242f88eb-166a-4be3-adc3-411b12ab6841,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:22.798731 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b50ca755-bdf3-4919-800e-1e6a7ad57a68 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:22.922210 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c0fa9c9c-59c2-4013-a67c-d8e70bbd9e08 req-cf9f7d8d-67bc-44a7-93c2-daf52e7e2a7f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1306016
Dec 02 17:50:22.933932 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-b50ca755-bdf3-4919-800e-1e6a7ad57a68 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Network 2e8d80f8-dc83-49a9-857c-3b26867bd375 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:50:22.934935 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-b50ca755-bdf3-4919-800e-1e6a7ad57a68 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:50:22.951103 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-b50ca755-bdf3-4919-800e-1e6a7ad57a68 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:50:22.955513 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-b50ca755-bdf3-4919-800e-1e6a7ad57a68 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:22.956183 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-b50ca755-bdf3-4919-800e-1e6a7ad57a68 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:22.981975 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 50718) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:23.049854 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-53f00fb7-e5be-4e5a-9c03-c8050331b2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:23.064886 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b9d1ec8a-d390-42bb-b9bc-1230af2b93e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:23.073591 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9acc8015-7b91-4067-af8b-0529b4bfa066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:23.142843 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-b50ca755-bdf3-4919-800e-1e6a7ad57a68 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9453459
Dec 02 17:50:23.148770 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-b9d1ec8a-d390-42bb-b9bc-1230af2b93e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:23.155545 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-b9d1ec8a-d390-42bb-b9bc-1230af2b93e9 admin admin] Usage tracker for resource:security_group_rule and tenant:84bd348d06fd4b0aa6e161604c30e546 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:23.160963 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-53f00fb7-e5be-4e5a-9c03-c8050331b2b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:23.161149 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-b9d1ec8a-d390-42bb-b9bc-1230af2b93e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:23.169308 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-b9d1ec8a-d390-42bb-b9bc-1230af2b93e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:23.189046 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-232acefc-e3dd-4adf-9ec9-7f79fdf1adeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:23.204209 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:23.272102 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] Set router 1cdf980c-19ec-4403-901f-470e99d43915 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:50:23.292846 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b9d1ec8a-d390-42bb-b9bc-1230af2b93e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:23.360907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Request body: {'port': {'device_id': '7a3d760d-ff4a-43e4-94bc-b82c55470886', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:50:23.365065 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-53f00fb7-e5be-4e5a-9c03-c8050331b2b8 admin admin] Usage tracker for resource:security_group_rule and tenant:edb42b22e4864a4bae353ea97b978ccb is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:23.371445 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-9acc8015-7b91-4067-af8b-0529b4bfa066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:23.406848 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-53f00fb7-e5be-4e5a-9c03-c8050331b2b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:23.413978 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-9acc8015-7b91-4067-af8b-0529b4bfa066 admin admin] Usage tracker for resource:security_group_rule and tenant:edf344a1acb94f0db296943471d41afb is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:23.425929 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-53f00fb7-e5be-4e5a-9c03-c8050331b2b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:23.446003 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-9acc8015-7b91-4067-af8b-0529b4bfa066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:23.462210 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b9d1ec8a-d390-42bb-b9bc-1230af2b93e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:23.474871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf95c8-7856-4afb-b8d7-7c1f6d8f3b62 req-7b7f0b32-0ea5-4676-bb72-8f0f12b26968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:23.477371 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-14bf95c8-7856-4afb-b8d7-7c1f6d8f3b62 req-7b7f0b32-0ea5-4676-bb72-8f0f12b26968 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 1162 time: 1.6151161
Dec 02 17:50:23.489465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-9acc8015-7b91-4067-af8b-0529b4bfa066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:23.516461 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79691c8-cd87-44d2-a890-b56e35df7dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0894fb7d-3862-45a2-ad5d-35ffb301f740'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:50:23.535302 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 0894fb7d-3862-45a2-ad5d-35ffb301f740, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=0894fb7d-3862-45a2-ad5d-35ffb301f740,segment=NetworkSegment(f09294cc-9f8b-482a-aa07-bccd5771ff01),segment_id=f09294cc-9f8b-482a-aa07-bccd5771ff01)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:50:23.548634 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-bddf1d4f-92b3-4623-a532-6884c9d3173e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:23.550296 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:23.551706 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:23.574837 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365100c-e7b7-40d4-af3f-df0e65b1e8a6 req-c00e182d-ab62-4efb-bf94-ccd030aee50d tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:23.584274 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a365100c-e7b7-40d4-af3f-df0e65b1e8a6 req-c00e182d-ab62-4efb-bf94-ccd030aee50d tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 945 time: 1.5837059
Dec 02 17:50:23.617465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:23.644471 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1ec8a-d390-42bb-b9bc-1230af2b93e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba09091-9291-4894-a4b9-40dd35ce5eba,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:23.664667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:23.671694 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-14bf95c8-7856-4afb-b8d7-7c1f6d8f3b62 req-29042eff-d82a-47be-9da1-d182f25018fc service neutron] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:23.685223 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-dbd06c37-574a-4888-b0b3-73c30891ddfd req-0fdc8216-b3e9-4469-aa4e-ca9414be39f7 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Synchronizing usage tracker for tenant:82b2210b4ebf4222ae2d9b13049f05ec on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:50:23.691598 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b9d1ec8a-d390-42bb-b9bc-1230af2b93e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:23.727873 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-14bf95c8-7856-4afb-b8d7-7c1f6d8f3b62 req-29042eff-d82a-47be-9da1-d182f25018fc service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:23.734504 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a365100c-e7b7-40d4-af3f-df0e65b1e8a6 req-0c37925e-c4e6-4122-94cc-1e2133c32c00 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488392
Dec 02 17:50:23.743043 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-14bf95c8-7856-4afb-b8d7-7c1f6d8f3b62 req-29042eff-d82a-47be-9da1-d182f25018fc service neutron] Usage tracker for resource:security_group_rule and tenant:310e8f0204f2420597b3c73625c2db13 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:23.747748 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-797b18e5-4efb-4084-a983-459904be72a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:23.757675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-14bf95c8-7856-4afb-b8d7-7c1f6d8f3b62 req-29042eff-d82a-47be-9da1-d182f25018fc service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:23.778605 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b9d1ec8a-d390-42bb-b9bc-1230af2b93e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84bd348d06fd4b0aa6e161604c30e546&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7915223
Dec 02 17:50:23.784344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-14bf95c8-7856-4afb-b8d7-7c1f6d8f3b62 req-29042eff-d82a-47be-9da1-d182f25018fc service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:23.786226 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50724) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:23.799603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-797b18e5-4efb-4084-a983-459904be72a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:23.805488 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-dbd06c37-574a-4888-b0b3-73c30891ddfd req-0fdc8216-b3e9-4469-aa4e-ca9414be39f7 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Unset dirty status for tenant:82b2210b4ebf4222ae2d9b13049f05ec on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:50:23.807009 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-dbd06c37-574a-4888-b0b3-73c30891ddfd req-0fdc8216-b3e9-4469-aa4e-ca9414be39f7 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 210 time: 0.5093954
Dec 02 17:50:23.817129 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-797b18e5-4efb-4084-a983-459904be72a1 admin admin] Usage tracker for resource:security_group_rule and tenant:77f4974af8fc450aa232a1adf1f09764 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:23.828996 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-797b18e5-4efb-4084-a983-459904be72a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:23.907752 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-797b18e5-4efb-4084-a983-459904be72a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:23.994945 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-53f00fb7-e5be-4e5a-9c03-c8050331b2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:24.000155 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:24.066899 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79691c8-cd87-44d2-a890-b56e35df7dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0894fb7d-3862-45a2-ad5d-35ffb301f740', 'code': 200}
Dec 02 17:50:24.099315 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.43', 52351) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:24.201341 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=0894fb7d-3862-45a2-ad5d-35ffb301f740,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:24.207735 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:24.208665 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:24.209090 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:24.388997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c00dda0>, [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:50:10Z', 'revision_number': 4, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '50efa7b0-2dc3-488b-a8dc-5310248c1b60', 'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'mac_address': 'fa:16:3e:ca:7b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:03Z', 'updated_at': '2020-12-02T17:50:21Z', 'revision_number': 4, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'subnets': [{'id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:50:24.402456 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-797b18e5-4efb-4084-a983-459904be72a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:24.405883 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06112135-73a6-4d26-8fab-277d34edb7e0 None None] The sync data for ids ['1cdf980c-19ec-4403-901f-470e99d43915'] in dv-cinder-733623-9-iscsi is: [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:50:10Z', 'revision_number': 4, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '50efa7b0-2dc3-488b-a8dc-5310248c1b60', 'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'mac_address': 'fa:16:3e:ca:7b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:03Z', 'updated_at': '2020-12-02T17:50:21Z', 'revision_number': 4, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'subnets': [{'id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:50:24.417640 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-797b18e5-4efb-4084-a983-459904be72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:24.446003 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:24.473297 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-53f00fb7-e5be-4e5a-9c03-c8050331b2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:24.474994 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.43', 52352) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:24.482803 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aea50b38-451d-4258-9201-58f84d643d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:24.586934 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:24.761762 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b18e5-4efb-4084-a983-459904be72a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b77c41e-de3a-49cd-aca4-e77faffd0576,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:24.765882 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-797b18e5-4efb-4084-a983-459904be72a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:24.781172 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-797b18e5-4efb-4084-a983-459904be72a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77f4974af8fc450aa232a1adf1f09764&name=default HTTP/1.1" status: 200  len: 2879 time: 2.0689542
Dec 02 17:50:24.790658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aea50b38-451d-4258-9201-58f84d643d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:24.792591 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 50746) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:24.810835 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-06b01291-0e05-46e7-b442-ab1dcbb374b7 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:24.812478 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-06b01291-0e05-46e7-b442-ab1dcbb374b7 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.43 "GET /v2.0/networks?id=2e8d80f8-dc83-49a9-857c-3b26867bd375 HTTP/1.1" status: 200  len: 819 time: 0.7110472
Dec 02 17:50:24.846599 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-e54946d6-80aa-4b14-b289-8a0cd857cfcf tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Request body: {'port': {'device_id': '1445626e-5666-4e6a-8d02-e397600f1605', 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375', 'admin_state_up': True, 'tenant_id': '82b2210b4ebf4222ae2d9b13049f05ec'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:50:24.846968 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-53f00fb7-e5be-4e5a-9c03-c8050331b2b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edb42b22e4864a4bae353ea97b978ccb&name=default HTTP/1.1" status: 200  len: 2879 time: 2.5516939
Dec 02 17:50:24.862713 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 50752) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:24.899159 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Allocated IP 172.27.2.120 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/1cfee69b-b23a-4c8f-a638-6fc6faf9c805) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:50:24.917251 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-14bf95c8-7856-4afb-b8d7-7c1f6d8f3b62 req-29042eff-d82a-47be-9da1-d182f25018fc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:24.939211 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9acc8015-7b91-4067-af8b-0529b4bfa066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:24.955471 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-14bf95c8-7856-4afb-b8d7-7c1f6d8f3b62 req-29042eff-d82a-47be-9da1-d182f25018fc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:24.976488 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f00fb7-e5be-4e5a-9c03-c8050331b2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da60ba9-6a12-436a-9c04-6828e1634a7e,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:24.981558 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-53f00fb7-e5be-4e5a-9c03-c8050331b2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:25.030938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4d9deeee-63b0-4404-81cd-bc47c92441ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:25.044568 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9acc8015-7b91-4067-af8b-0529b4bfa066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:25.092986 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b38cf689-3f84-4db0-bfcf-2d601fc063ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:25.109848 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 0894fb7d-3862-45a2-ad5d-35ffb301f740 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:25.153472 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242f88eb-166a-4be3-adc3-411b12ab6841 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 17:50:25.163725 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:25.176808 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-14bf95c8-7856-4afb-b8d7-7c1f6d8f3b62 req-29042eff-d82a-47be-9da1-d182f25018fc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.6680450
Dec 02 17:50:25.217890 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d38f8-fdf7-4d4a-91a9-3509c1cbaeb1 req-0426f1a3-fc4b-4505-800e-ade3278b7435 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:25.220490 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7d9d38f8-fdf7-4d4a-91a9-3509c1cbaeb1 req-0426f1a3-fc4b-4505-800e-ade3278b7435 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.8811448
Dec 02 17:50:25.238340 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-9acc8015-7b91-4067-af8b-0529b4bfa066 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=edf344a1acb94f0db296943471d41afb&name=default HTTP/1.1" status: 200  len: 2879 time: 2.9631076
Dec 02 17:50:25.239568 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29042eff-d82a-47be-9da1-d182f25018fc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d4565073-a1f2-4a2b-85ae-c8421a9228f8,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:25.244658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-29042eff-d82a-47be-9da1-d182f25018fc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:25.256821 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 50760) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:25.293167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 0894fb7d-3862-45a2-ad5d-35ffb301f740 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:25.293862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:25.300530 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:25.337611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acc8015-7b91-4067-af8b-0529b4bfa066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d5e3ba-5351-4251-8a69-499bc319df6a,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:25.341505 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9acc8015-7b91-4067-af8b-0529b4bfa066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:25.354766 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a8946-b737-4384-8bce-f186a8cac8fd req-3f1c2ac0-f1eb-4f15-9b3f-3b97bee5af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:25.356841 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-307a8946-b737-4384-8bce-f186a8cac8fd req-3f1c2ac0-f1eb-4f15-9b3f-3b97bee5af4d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 1163 time: 0.8713427
Dec 02 17:50:25.362628 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aea50b38-451d-4258-9201-58f84d643d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:25.364859 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Transition to ACTIVE for port object 242f88eb-166a-4be3-adc3-411b12ab6841 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:50:25.375527 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:25.392936 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b38cf689-3f84-4db0-bfcf-2d601fc063ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:25.408642 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:25.414615 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea50b38-451d-4258-9201-58f84d643d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba09091-9291-4894-a4b9-40dd35ce5eba,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:25.418371 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-aea50b38-451d-4258-9201-58f84d643d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:25.437544 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-e54946d6-80aa-4b14-b289-8a0cd857cfcf tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:25.450998 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-e54946d6-80aa-4b14-b289-8a0cd857cfcf tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:25.473113 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aea50b38-451d-4258-9201-58f84d643d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:25.474912 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-aea50b38-451d-4258-9201-58f84d643d9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ba09091-9291-4894-a4b9-40dd35ce5eba HTTP/1.1" status: 204  len: 168 time: 1.6853311
Dec 02 17:50:25.476992 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:25.517068 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b50ca755-bdf3-4919-800e-1e6a7ad57a68 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:25.530876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe2012e-0c55-46ae-915f-e7c2970944cc req-57992888-88cb-468f-bce9-0a2fb04f13a4 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:25.539777 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5fe2012e-0c55-46ae-915f-e7c2970944cc req-57992888-88cb-468f-bce9-0a2fb04f13a4 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 945 time: 0.5984938
Dec 02 17:50:25.556034 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:25.570969 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-e54946d6-80aa-4b14-b289-8a0cd857cfcf tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Made reservation on behalf of 82b2210b4ebf4222ae2d9b13049f05ec for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:50:25.583168 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-e54946d6-80aa-4b14-b289-8a0cd857cfcf tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:25.645451 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5fe2012e-0c55-46ae-915f-e7c2970944cc req-43e6fb5c-e555-4ec0-b1ff-4205782a1474 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045616
Dec 02 17:50:25.668163 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-45a4256e-9587-4d26-aa47-4b116ee5d58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:25.692733 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:25.777762 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:25.782264 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:25.798019 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:25.906345 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 50efa7b0-2dc3-488b-a8dc-5310248c1b60 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:26.059190 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ef029a5d-2b09-4b5f-9bb6-803ff90e3594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:26.132361 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-31af02e7-6d3e-4166-8bc4-747854aebb3a req-1415e027-3420-41c3-b066-07d68f18ff63 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 210 time: 0.2266729
Dec 02 17:50:26.155457 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 50efa7b0-2dc3-488b-a8dc-5310248c1b60 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:50:26.174588 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 50efa7b0-2dc3-488b-a8dc-5310248c1b60 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:26.175039 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:26.257781 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:26.266338 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event updated for resources: {'Port': ['ID=1cfee69b-b23a-4c8f-a638-6fc6faf9c805,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:26.280366 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:26.281779 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-307a8946-b737-4384-8bce-f186a8cac8fd req-8a2e9f54-86cf-4ab3-9576-454dc5c581b1 service neutron] Synchronizing usage tracker for tenant:310e8f0204f2420597b3c73625c2db13 on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:50:26.307725 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7d9d38f8-fdf7-4d4a-91a9-3509c1cbaeb1 req-01bebe60-f6f6-42b1-96b7-1aef60c59f9b tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.0522194
Dec 02 17:50:26.317293 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-307a8946-b737-4384-8bce-f186a8cac8fd req-8a2e9f54-86cf-4ab3-9576-454dc5c581b1 service neutron] Unset dirty status for tenant:310e8f0204f2420597b3c73625c2db13 on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:50:26.319026 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-307a8946-b737-4384-8bce-f186a8cac8fd req-8a2e9f54-86cf-4ab3-9576-454dc5c581b1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5760608
Dec 02 17:50:26.341261 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ef029a5d-2b09-4b5f-9bb6-803ff90e3594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:26.365108 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:50:26.367045 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:50:26.370171 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:50:26.456578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=242f88eb-166a-4be3-adc3-411b12ab6841,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:26.460582 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:26.461612 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:26.509002 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port 50efa7b0-2dc3-488b-a8dc-5310248c1b60, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=50efa7b0-2dc3-488b-a8dc-5310248c1b60,segment=NetworkSegment(66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f),segment_id=66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:50:26.512907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:26.515171 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:26.550338 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-e54946d6-80aa-4b14-b289-8a0cd857cfcf tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Allocated IP 172.20.0.8 (2e8d80f8-dc83-49a9-857c-3b26867bd375/d63a84ed-b463-4863-a3be-969d4a89bdad/b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:50:26.569455 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b38cf689-3f84-4db0-bfcf-2d601fc063ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:26.569799 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for floatingip, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:26.600092 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:26.609241 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-44cf2730-79ac-4cc9-ad2f-b1bc07bf186a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:26.624002 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=50efa7b0-2dc3-488b-a8dc-5310248c1b60,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:26.628179 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:26.661251 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:26.661671 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-44cf2730-79ac-4cc9-ad2f-b1bc07bf186a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:26.681201 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38cf689-3f84-4db0-bfcf-2d601fc063ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b77c41e-de3a-49cd-aca4-e77faffd0576,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:26.689971 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b38cf689-3f84-4db0-bfcf-2d601fc063ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:26.714499 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ef029a5d-2b09-4b5f-9bb6-803ff90e3594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:26.737772 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:26.859984 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef029a5d-2b09-4b5f-9bb6-803ff90e3594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da60ba9-6a12-436a-9c04-6828e1634a7e,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:26.879389 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ef029a5d-2b09-4b5f-9bb6-803ff90e3594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:26.914244 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ef029a5d-2b09-4b5f-9bb6-803ff90e3594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:26.919723 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-ef029a5d-2b09-4b5f-9bb6-803ff90e3594 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5da60ba9-6a12-436a-9c04-6828e1634a7e HTTP/1.1" status: 204  len: 168 time: 2.0354722
Dec 02 17:50:26.921384 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b38cf689-3f84-4db0-bfcf-2d601fc063ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:26.923889 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b38cf689-3f84-4db0-bfcf-2d601fc063ee admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b77c41e-de3a-49cd-aca4-e77faffd0576 HTTP/1.1" status: 204  len: 168 time: 2.1281617
Dec 02 17:50:26.961461 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Attempting to bind port 242f88eb-166a-4be3-adc3-411b12ab6841 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:50:26.962039 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Attempting to bind port 242f88eb-166a-4be3-adc3-411b12ab6841 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'fd87f040-a08d-408f-af11-f73d0372a4bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:50:26.962418 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Attempting to bind port 242f88eb-166a-4be3-adc3-411b12ab6841 on network 2e8d80f8-dc83-49a9-857c-3b26867bd375 {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:50:27.047370 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:50:27.047629 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Checking segment: {'id': 'fd87f040-a08d-408f-af11-f73d0372a4bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:50:27.048018 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:27.048429 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Bound using segment: {'id': 'fd87f040-a08d-408f-af11-f73d0372a4bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:50:27.048985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Bound port: 242f88eb-166a-4be3-adc3-411b12ab6841, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd87f040-a08d-408f-af11-f73d0372a4bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:50:27.049374 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:27.090390 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:27.182062 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-44cf2730-79ac-4cc9-ad2f-b1bc07bf186a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:27.204067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e9e4da37-3931-4188-ae95-f0320ca5b410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:27.278524 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf2730-79ac-4cc9-ad2f-b1bc07bf186a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d5e3ba-5351-4251-8a69-499bc319df6a,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:27.340047 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-44cf2730-79ac-4cc9-ad2f-b1bc07bf186a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:27.352850 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-44cf2730-79ac-4cc9-ad2f-b1bc07bf186a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:27.355092 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-44cf2730-79ac-4cc9-ad2f-b1bc07bf186a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3d5e3ba-5351-4251-8a69-499bc319df6a HTTP/1.1" status: 204  len: 168 time: 2.0966775
Dec 02 17:50:27.367012 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-e54946d6-80aa-4b14-b289-8a0cd857cfcf tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:27.371740 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] For port 242f88eb-166a-4be3-adc3-411b12ab6841, host hv-cinder-73362, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:50:27.377622 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] For port 242f88eb-166a-4be3-adc3-411b12ab6841, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=242f88eb-166a-4be3-adc3-411b12ab6841,segment=NetworkSegment(fd87f040-a08d-408f-af11-f73d0372a4bd),segment_id=fd87f040-a08d-408f-af11-f73d0372a4bd)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:50:27.383432 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:27.404919 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:27.436707 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e16f5-802e-41e7-a136-49e111745309 req-b519d6ce-f500-4bfa-b7b0-2ca3db251550 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:27.446796 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-047e16f5-802e-41e7-a136-49e111745309 req-b519d6ce-f500-4bfa-b7b0-2ca3db251550 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 945 time: 0.4956412
Dec 02 17:50:27.501422 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=242f88eb-166a-4be3-adc3-411b12ab6841,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:27.513142 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:27.579876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:27.610212 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-047e16f5-802e-41e7-a136-49e111745309 req-4df751a8-c459-4ffe-94c9-ae482948fdc6 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640544
Dec 02 17:50:27.611456 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:27.678621 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-dbf7beaf-03c6-4e00-9a4f-743c7ed299b9 req-20fe426f-73ea-444f-97f1-8d9668104e49 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Synchronizing usage tracker for tenant:82b2210b4ebf4222ae2d9b13049f05ec on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:50:27.693929 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-e54946d6-80aa-4b14-b289-8a0cd857cfcf tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:27.801876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:27.807734 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 50efa7b0-2dc3-488b-a8dc-5310248c1b60 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:27.816877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:27.849902 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:27.976967 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-dbf7beaf-03c6-4e00-9a4f-743c7ed299b9 req-20fe426f-73ea-444f-97f1-8d9668104e49 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Unset dirty status for tenant:82b2210b4ebf4222ae2d9b13049f05ec on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:50:27.978692 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-dbf7beaf-03c6-4e00-9a4f-743c7ed299b9 req-20fe426f-73ea-444f-97f1-8d9668104e49 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 210 time: 0.3736463
Dec 02 17:50:27.993470 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event updated for resources: {'Port': ['ID=1cfee69b-b23a-4c8f-a638-6fc6faf9c805,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:28.009538 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:28.027028 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:28.047491 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 50efa7b0-2dc3-488b-a8dc-5310248c1b60 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:28.047927 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:28.050507 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:28.051219 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:28.052856 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] 10.222.0.43 "PUT /v2.0/ports/242f88eb-166a-4be3-adc3-411b12ab6841 HTTP/1.1" status: 200  len: 1158 time: 4.7575042
Dec 02 17:50:28.053621 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a3d760d-ff4a-43e4-94bc-b82c55470886', 'tag': '242f88eb-166a-4be3-adc3-411b12ab6841'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:50:28.079884 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:28.093699 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 6.4470093
Dec 02 17:50:28.107040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222a99e-f8d2-488e-932c-a0ed9b0aed50 req-16482209-535a-4efe-91a4-f871f22777fc tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:28.112523 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4222a99e-f8d2-488e-932c-a0ed9b0aed50 req-16482209-535a-4efe-91a4-f871f22777fc tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.1715024
Dec 02 17:50:28.142124 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54946d6-80aa-4b14-b289-8a0cd857cfcf tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Pushing event updated for resources: {'Port': ['ID=b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:28.152104 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e54946d6-80aa-4b14-b289-8a0cd857cfcf tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:28.254562 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a3d760d-ff4a-43e4-94bc-b82c55470886', 'tag': '242f88eb-166a-4be3-adc3-411b12ab6841', 'status': 'completed', 'code': 200}
Dec 02 17:50:28.267931 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4222a99e-f8d2-488e-932c-a0ed9b0aed50 req-265bdc61-b3b2-4b31-9ab4-e9daee5c3570 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1486049
Dec 02 17:50:28.316511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-e54946d6-80aa-4b14-b289-8a0cd857cfcf tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Network 2e8d80f8-dc83-49a9-857c-3b26867bd375 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:50:28.372700 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-e54946d6-80aa-4b14-b289-8a0cd857cfcf tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:50:28.377673 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-e54946d6-80aa-4b14-b289-8a0cd857cfcf tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:50:28.381933 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-e54946d6-80aa-4b14-b289-8a0cd857cfcf tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:28.382676 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-e54946d6-80aa-4b14-b289-8a0cd857cfcf tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:28.423549 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-e54946d6-80aa-4b14-b289-8a0cd857cfcf tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5846238
Dec 02 17:50:28.452137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Request body: {'port': {'device_id': '1445626e-5666-4e6a-8d02-e397600f1605', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:50:28.481248 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50816) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:28.501426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ee069-6aa3-4bd0-a312-6ae381c05f3b req-09ee7de1-7cf3-4fef-a8b9-62b98aecfb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:28.503361 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c01ee069-6aa3-4bd0-a312-6ae381c05f3b req-09ee7de1-7cf3-4fef-a8b9-62b98aecfb2e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82b2210b4ebf4222ae2d9b13049f05ec&device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 1161 time: 0.2017665
Dec 02 17:50:28.518072 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d76cf52f-0032-45b5-9c0c-dc74771b92c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:28.605006 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-d76cf52f-0032-45b5-9c0c-dc74771b92c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:28.613107 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-d76cf52f-0032-45b5-9c0c-dc74771b92c2 admin admin] Usage tracker for resource:security_group_rule and tenant:3110f37abcc64c06bc132660cf19fb17 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:28.619904 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-d76cf52f-0032-45b5-9c0c-dc74771b92c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:28.653055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-d76cf52f-0032-45b5-9c0c-dc74771b92c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:28.866344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d76cf52f-0032-45b5-9c0c-dc74771b92c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:28.872073 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d76cf52f-0032-45b5-9c0c-dc74771b92c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:28.882990 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-29042eff-d82a-47be-9da1-d182f25018fc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:29.015218 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-d76cf52f-0032-45b5-9c0c-dc74771b92c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3110f37abcc64c06bc132660cf19fb17&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5324011
Dec 02 17:50:29.019270 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76cf52f-0032-45b5-9c0c-dc74771b92c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0db7b9-ccb2-46a9-b197-d3a6304abb5a,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:29.023478 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50844) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:29.031655 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ee069-6aa3-4bd0-a312-6ae381c05f3b req-c51aa482-7636-4b62-a19b-aa10e17b111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:29.032859 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d76cf52f-0032-45b5-9c0c-dc74771b92c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:29.033288 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c01ee069-6aa3-4bd0-a312-6ae381c05f3b req-c51aa482-7636-4b62-a19b-aa10e17b111c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=82b2210b4ebf4222ae2d9b13049f05ec&shared=False HTTP/1.1" status: 200  len: 913 time: 0.5132108
Dec 02 17:50:29.099172 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:50:29.136367 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a1cd4-2284-416c-bd19-295ca05d654c req-1219ff62-1c10-4567-9017-66b2ff7e7db8 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:29.141269 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b12a1cd4-2284-416c-bd19-295ca05d654c req-1219ff62-1c10-4567-9017-66b2ff7e7db8 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 945 time: 0.1993272
Dec 02 17:50:29.196792 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5d15ed38-4ee1-409b-88a5-3c7df17fcd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:29.216544 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-c28a1d02-15bf-4531-8154-b15d21fdfb42 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Synchronizing usage tracker for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:security_group {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:50:29.256910 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b12a1cd4-2284-416c-bd19-295ca05d654c req-d19fbda5-6ace-4b41-b68f-a75d68e8fc20 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041949
Dec 02 17:50:29.269172 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5d15ed38-4ee1-409b-88a5-3c7df17fcd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:29.339658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5d15ed38-4ee1-409b-88a5-3c7df17fcd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:29.347865 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d76cf52f-0032-45b5-9c0c-dc74771b92c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:29.370044 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d15ed38-4ee1-409b-88a5-3c7df17fcd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0db7b9-ccb2-46a9-b197-d3a6304abb5a,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:29.375224 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5d15ed38-4ee1-409b-88a5-3c7df17fcd01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:29.377217 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5d15ed38-4ee1-409b-88a5-3c7df17fcd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:29.381444 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-5d15ed38-4ee1-409b-88a5-3c7df17fcd01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa0db7b9-ccb2-46a9-b197-d3a6304abb5a HTTP/1.1" status: 204  len: 168 time: 0.3526673
Dec 02 17:50:29.429885 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:29.476267 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-c28a1d02-15bf-4531-8154-b15d21fdfb42 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Unset dirty status for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:security_group {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:50:29.488232 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-c28a1d02-15bf-4531-8154-b15d21fdfb42 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--167829994&fields=id&tenant_id=cbc1bec290674effad04cd89b614f4b2 HTTP/1.1" status: 200  len: 267 time: 0.4522471
Dec 02 17:50:29.659278 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd9bb5-81ee-4783-999a-a32e7ac2ec58 req-2e75b533-1870-4aa6-817d-3112ba64a22b tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:29.669898 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6cdd9bb5-81ee-4783-999a-a32e7ac2ec58 req-2e75b533-1870-4aa6-817d-3112ba64a22b tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 931 time: 0.1767297
Dec 02 17:50:29.682927 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ee069-6aa3-4bd0-a312-6ae381c05f3b req-d63b5cbb-1bb4-484e-9f68-933abf3e11f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:29.684574 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c01ee069-6aa3-4bd0-a312-6ae381c05f3b req-d63b5cbb-1bb4-484e-9f68-933abf3e11f1 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.6022000
Dec 02 17:50:29.774110 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6cdd9bb5-81ee-4783-999a-a32e7ac2ec58 req-5fcc0665-da35-4a4a-88d5-1ab94394c308 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030145
Dec 02 17:50:30.028709 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c9676-b8a8-4444-aeb7-991af4eacbbc req-9455c3c7-98da-47af-a9f8-21b4b051bba8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:30.030760 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2f6c9676-b8a8-4444-aeb7-991af4eacbbc req-9455c3c7-98da-47af-a9f8-21b4b051bba8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.1137154
Dec 02 17:50:30.096857 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2f6c9676-b8a8-4444-aeb7-991af4eacbbc req-a90ea876-9391-400b-8321-ef81453b5437 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593545
Dec 02 17:50:30.167369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-75d60aa1-7d09-45a2-9f0a-12f0b8574a38 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:30.176717 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-75d60aa1-7d09-45a2-9f0a-12f0b8574a38 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/networks?id=3d5df4e7-9e83-4d6e-b367-2b18b115dead HTTP/1.1" status: 200  len: 816 time: 0.6872885
Dec 02 17:50:30.223804 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-b839c958-85c1-482c-9e4c-dac987dc1fa7 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/quotas/cbc1bec290674effad04cd89b614f4b2 HTTP/1.1" status: 200  len: 375 time: 0.0458364
Dec 02 17:50:30.433167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-4cc61c12-3f87-4da8-909d-babedc679786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:30.434906 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-4cc61c12-3f87-4da8-909d-babedc679786 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82b2210b4ebf4222ae2d9b13049f05ec&device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 1161 time: 0.6532791
Dec 02 17:50:30.477690 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b08c24-b3f2-4af0-a921-5b2591204b2f req-ff44cfdc-4b29-42a7-bf6b-a30857965f12 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:30.481027 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-24b08c24-b3f2-4af0-a921-5b2591204b2f req-ff44cfdc-4b29-42a7-bf6b-a30857965f12 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.1366379
Dec 02 17:50:30.495169 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50884) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:30.503025 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-d3f3c2fb-17fa-4577-b0aa-4595204dc836 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Request body: {'floatingip': {'port_id': '0894fb7d-3862-45a2-ad5d-35ffb301f740'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:50:30.594811 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-ec7c32f9-ba21-4c51-8b44-d1835d7026aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=242f88eb-166a-4be3-adc3-411b12ab6841 HTTP/1.1" status: 200  len: 217 time: 0.0880091
Dec 02 17:50:30.620057 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d3f3c2fb-17fa-4577-b0aa-4595204dc836 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for floatingip, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:30.727511 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-6d59dfbb-d6a9-470c-bade-f07050783721 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbc1bec290674effad04cd89b614f4b2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4928172
Dec 02 17:50:30.808155 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-e72e88cf-79fe-45b4-9a00-198e4e9c2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:30.810760 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-e72e88cf-79fe-45b4-9a00-198e4e9c2d6c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d63a84ed-b463-4863-a3be-969d4a89bdad HTTP/1.1" status: 200  len: 859 time: 0.2032697
Dec 02 17:50:30.963344 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-e9a40dbf-a172-4019-8a7f-fa91d58d9eb2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e8d80f8-dc83-49a9-857c-3b26867bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1322780
Dec 02 17:50:31.055486 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 50902) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:31.205170 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 17:50:31.309582 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:31.319381 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-f71d8b46-bfb7-4a79-8c92-67bde632e339 service neutron] 10.222.0.21 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5603070
Dec 02 17:50:31.725259 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04d397-ffc7-4929-a3df-e3c7f96f5eff req-6a8e3084-17c3-4f97-b46c-5ebc20a7b896 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:31.737328 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1a04d397-ffc7-4929-a3df-e3c7f96f5eff req-6a8e3084-17c3-4f97-b46c-5ebc20a7b896 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 931 time: 0.6365070
Dec 02 17:50:31.772882 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1662374406-network', 'tenant_id': '4c3e8fbc0cd740cfa9bb4d6f140b3027'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:50:31.783653 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-3226920f-e4b0-448f-b4a4-ac79258acdca service neutron] 10.222.0.21 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4554214
Dec 02 17:50:31.789153 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Transition to ACTIVE for port object b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:50:31.791252 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:31.805024 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50924) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:31.821042 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Usage tracker for resource:network and tenant:4c3e8fbc0cd740cfa9bb4d6f140b3027 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:31.831727 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:31.833681 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:31.869499 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:31.878447 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:31.924568 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-e77427ca-0d53-4af7-a198-467a4a440bed service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8679841
Dec 02 17:50:32.045140 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1a04d397-ffc7-4929-a3df-e3c7f96f5eff req-68ef99bd-13c5-4fff-9fa8-fa21f089cf81 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3042495
Dec 02 17:50:32.139686 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d3f3c2fb-17fa-4577-b0aa-4595204dc836 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:32.143591 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d3f3c2fb-17fa-4577-b0aa-4595204dc836 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:32.468790 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:32.541780 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50948) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:32.565592 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Made reservation on behalf of 4c3e8fbc0cd740cfa9bb4d6f140b3027 for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:50:32.573303 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:32.586306 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d7e3a11b-411c-43a1-93b8-3b52a3591345 req-e5da162c-b5a8-4105-ab0f-93c04a099c8d service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6235192
Dec 02 17:50:32.693719 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-65eab5e7-16d4-47db-a852-f4d673768fbc req-c4bb357c-3310-47f5-831d-673f0d1179ed tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 210 time: 0.2209055
Dec 02 17:50:32.694727 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:32.708876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.709244 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.709953 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.710338 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.710992 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.711382 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.711765 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.712147 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.712567 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.713192 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.713567 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.713946 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.714398 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.715160 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.715160 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.715874 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.716248 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.716620 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.717060 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.717304 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.717691 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.718027 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.718391 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.718785 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:32.729578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:32.735950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:32.740219 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Usage tracker for resource:security_group_rule and tenant:4c3e8fbc0cd740cfa9bb4d6f140b3027 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:32.743589 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:32.750286 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:32.828378 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [None req-d3f3c2fb-17fa-4577-b0aa-4595204dc836 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Floating IP 242ab78f-1948-43f5-9b07-0f4adcf1a3a3 associated. External IP: 172.27.2.91, port: 0894fb7d-3862-45a2-ad5d-35ffb301f740.
Dec 02 17:50:32.969165 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:33.005550 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Attempting to bind port b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:50:33.005924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Attempting to bind port b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'fd87f040-a08d-408f-af11-f73d0372a4bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:50:33.006289 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Attempting to bind port b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 on network 2e8d80f8-dc83-49a9-857c-3b26867bd375 {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:50:33.045792 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:50:33.046224 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Checking segment: {'id': 'fd87f040-a08d-408f-af11-f73d0372a4bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:50:33.047508 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:33.047916 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Bound using segment: {'id': 'fd87f040-a08d-408f-af11-f73d0372a4bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:50:33.048444 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Bound port: b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd87f040-a08d-408f-af11-f73d0372a4bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '2e8d80f8-dc83-49a9-857c-3b26867bd375'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:50:33.048808 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:33.186324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:33.195821 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:33.203603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7d1b14b0-5c22-44c1-a86b-a5c242a28193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:33.297185 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 17:50:33.308907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b97b78-554d-469c-b2b6-00dd94a4a0ba,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:33.313064 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] For port b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4, host hv-cinder-73362, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:50:33.318012 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] For port b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4,segment=NetworkSegment(fd87f040-a08d-408f-af11-f73d0372a4bd),segment_id=fd87f040-a08d-408f-af11-f73d0372a4bd)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:50:33.319601 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:33.325645 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:33.327284 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774465036352', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:33.328112 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Added segment 60fc7736-e6b3-45e7-b05d-86e69c1b9dfb of type vxlan for network 3c088fa3-9b3b-4738-8b73-44e163a564ad
Dec 02 17:50:33.363128 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b7107e14-9a66-46b6-9097-035d896bde91 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:33.568725 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:33.576955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Usage tracker for resource:security_group_rule and tenant:111a33f7c1004e5b9884ebd9bb3127b4 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:33.583106 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:33.592789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:33.670355 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:33.678118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e772d6f0-b160-4279-9207-b7eafce4e655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:33.712157 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:33.724625 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:33.738161 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-e772d6f0-b160-4279-9207-b7eafce4e655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:33.749369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-e772d6f0-b160-4279-9207-b7eafce4e655 admin admin] Usage tracker for resource:security_group_rule and tenant:1fcfec1b112c4e8295006b96e42d3d34 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:33.756716 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-e772d6f0-b160-4279-9207-b7eafce4e655 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:33.768817 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:33.784960 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-e772d6f0-b160-4279-9207-b7eafce4e655 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:33.791692 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:33.805332 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:33.805751 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:33.815924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-aecb2de9-625c-46ae-8721-c2dfad879e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:33.833311 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:33.839311 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:33.840222 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:33.841528 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] 10.222.0.43 "PUT /v2.0/ports/b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 HTTP/1.1" status: 200  len: 1157 time: 5.3987162
Dec 02 17:50:33.850985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1445626e-5666-4e6a-8d02-e397600f1605', 'tag': 'b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:50:33.874364 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c30b2-2f87-4a39-884c-9a65f7063d46 req-ec90925a-fa12-4cfb-addc-1fa406b8584c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:33.876053 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4e1c30b2-2f87-4a39-884c-9a65f7063d46 req-ec90925a-fa12-4cfb-addc-1fa406b8584c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 943 time: 0.2736444
Dec 02 17:50:33.879200 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:33.895599 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-57bef78a-0599-4392-893a-2ac6f2744f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:33.953985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27996fc0-54b3-4cfd-9b1a-374874d15db8,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:34.004353 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.9448607
Dec 02 17:50:34.057728 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.065103 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.065530 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.065935 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.066334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.066752 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.067139 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.067526 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.067914 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.068295 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.074060 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.074590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.075256 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.075660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.076058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.076450 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.076836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.077219 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.077598 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.077977 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.078355 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.079329 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 50982) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:34.088444 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.089354 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.089764 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:34.090503 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Pushing event updated for resources: {'Network': ['ID=3c088fa3-9b3b-4738-8b73-44e163a564ad,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:34.098818 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:34.105414 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network 3c088fa3-9b3b-4738-8b73-44e163a564ad details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:50:34.129609 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-58c9fcaf-cb83-4807-8c19-f6de40e6e77c admin admin] Request body: {'subnet': {'network_id': '3c088fa3-9b3b-4738-8b73-44e163a564ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1662374406-subnet', 'tenant_id': '4c3e8fbc0cd740cfa9bb4d6f140b3027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:50:34.144541 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-4e1c30b2-2f87-4a39-884c-9a65f7063d46 req-b8fdadc3-7ca5-4162-bbd4-fac9b1f4576f tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Synchronizing usage tracker for tenant:82b2210b4ebf4222ae2d9b13049f05ec on resource:security_group {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:50:34.148653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-58c9fcaf-cb83-4807-8c19-f6de40e6e77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:34.160692 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-58c9fcaf-cb83-4807-8c19-f6de40e6e77c admin admin] Usage tracker for resource:subnet and tenant:4c3e8fbc0cd740cfa9bb4d6f140b3027 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:34.166970 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Network 3c088fa3-9b3b-4738-8b73-44e163a564ad details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:50:34.170062 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-58c9fcaf-cb83-4807-8c19-f6de40e6e77c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:34.191720 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-58c9fcaf-cb83-4807-8c19-f6de40e6e77c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:34.200653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-4e1c30b2-2f87-4a39-884c-9a65f7063d46 req-b8fdadc3-7ca5-4162-bbd4-fac9b1f4576f tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Unset dirty status for tenant:82b2210b4ebf4222ae2d9b13049f05ec on resource:security_group {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:50:34.223191 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4e1c30b2-2f87-4a39-884c-9a65f7063d46 req-b8fdadc3-7ca5-4162-bbd4-fac9b1f4576f tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3329253
Dec 02 17:50:34.347940 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c9fcaf-cb83-4807-8c19-f6de40e6e77c admin admin] Made reservation on behalf of 4c3e8fbc0cd740cfa9bb4d6f140b3027 for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:50:34.356188 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-58c9fcaf-cb83-4807-8c19-f6de40e6e77c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:34.359225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:34.512470 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1445626e-5666-4e6a-8d02-e397600f1605', 'tag': 'b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4', 'status': 'completed', 'code': 200}
Dec 02 17:50:34.526218 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-de897c13-92ff-49db-bba1-5d33aa79082b req-0592ff6e-be81-49a9-9448-71d4e50ee666 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Synchronizing usage tracker for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:50:34.537205 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f3c2fb-17fa-4577-b0aa-4595204dc836 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Router cff378a4-6ad4-4efe-8015-bb009bb81bf0 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:50:34.544962 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=111a33f7c1004e5b9884ebd9bb3127b4&name=default HTTP/1.1" status: 200  len: 2879 time: 2.4981587
Dec 02 17:50:34.549144 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 50992) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:34.555940 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-a97500ce-5327-46b5-9094-db2a8453bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:34.558870 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-a97500ce-5327-46b5-9094-db2a8453bc14 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82b2210b4ebf4222ae2d9b13049f05ec&device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 1160 time: 0.5807009
Dec 02 17:50:34.784263 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-75ecf11c-ecc6-4ab1-aa5a-4277ea3632fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 HTTP/1.1" status: 200  len: 217 time: 0.1218681
Dec 02 17:50:34.827823 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-de897c13-92ff-49db-bba1-5d33aa79082b req-0592ff6e-be81-49a9-9448-71d4e50ee666 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Unset dirty status for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:50:34.828302 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-de897c13-92ff-49db-bba1-5d33aa79082b req-0592ff6e-be81-49a9-9448-71d4e50ee666 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 210 time: 0.6424963
Dec 02 17:50:34.865415 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e772d6f0-b160-4279-9207-b7eafce4e655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:34.879340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e772d6f0-b160-4279-9207-b7eafce4e655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:34.891936 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5d15ed38-4ee1-409b-88a5-3c7df17fcd01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:34.959433 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772d6f0-b160-4279-9207-b7eafce4e655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54acb813-6c60-40fc-97b1-f95b29a68471,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:34.959644 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-5ff60bb3-cf59-4a34-bb0f-3070175a9682 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:34.961273 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-5ff60bb3-cf59-4a34-bb0f-3070175a9682 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.43 "GET /v2.0/networks?id=3d5df4e7-9e83-4d6e-b367-2b18b115dead HTTP/1.1" status: 200  len: 816 time: 0.6804326
Dec 02 17:50:34.987729 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e772d6f0-b160-4279-9207-b7eafce4e655 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:34.989183 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b5f430f9-27a2-42b9-87ed-42c25c7e0ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:35.023961 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-e772d6f0-b160-4279-9207-b7eafce4e655 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1fcfec1b112c4e8295006b96e42d3d34&name=default HTTP/1.1" status: 200  len: 2879 time: 2.4778464
Dec 02 17:50:35.028681 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 51012) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:35.096104 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-2f496a86-9171-496f-8d2d-2d142d3a00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:35.097856 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-2f496a86-9171-496f-8d2d-2d142d3a00ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d63a84ed-b463-4863-a3be-969d4a89bdad HTTP/1.1" status: 200  len: 859 time: 0.2715864
Dec 02 17:50:35.112987 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f3c2fb-17fa-4577-b0aa-4595204dc836 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:50:35.121595 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b5f430f9-27a2-42b9-87ed-42c25c7e0ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:35.157877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a38ae-a6e2-4fa1-a5ab-ef7d02c4e214 None None] Sync routers for ids ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:50:35.185180 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a38ae-a6e2-4fa1-a5ab-ef7d02c4e214 None None] Routers {'cff378a4-6ad4-4efe-8015-bb009bb81bf0'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:50:35.185884 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-dd0a38ae-a6e2-4fa1-a5ab-ef7d02c4e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c5e59b0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:50:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:50:35.223121 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d3f3c2fb-17fa-4577-b0aa-4595204dc836 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:35.367254 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-44d5b681-b996-4e0a-9a7c-c3cbf4d7e34c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:35.445079 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-44d5b681-b996-4e0a-9a7c-c3cbf4d7e34c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:35.480800 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-dd0a38ae-a6e2-4fa1-a5ab-ef7d02c4e214 None None] Set router cff378a4-6ad4-4efe-8015-bb009bb81bf0 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:50:35.511897 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-44d5b681-b996-4e0a-9a7c-c3cbf4d7e34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:35.526951 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:35.544435 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5b681-b996-4e0a-9a7c-c3cbf4d7e34c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54acb813-6c60-40fc-97b1-f95b29a68471,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:35.555228 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-d3f3c2fb-17fa-4577-b0aa-4595204dc836 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "PUT /v2.0/floatingips/242ab78f-1948-43f5-9b07-0f4adcf1a3a3 HTTP/1.1" status: 200  len: 991 time: 5.0586648
Dec 02 17:50:35.558766 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-44d5b681-b996-4e0a-9a7c-c3cbf4d7e34c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:35.559872 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79691c8-cd87-44d2-a890-b56e35df7dba', 'tag': '0894fb7d-3862-45a2-ad5d-35ffb301f740'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:50:35.574367 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-44d5b681-b996-4e0a-9a7c-c3cbf4d7e34c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:35.575663 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-44d5b681-b996-4e0a-9a7c-c3cbf4d7e34c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54acb813-6c60-40fc-97b1-f95b29a68471 HTTP/1.1" status: 204  len: 168 time: 0.5421240
Dec 02 17:50:35.576517 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b5f430f9-27a2-42b9-87ed-42c25c7e0ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:35.593208 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-53f00fb7-e5be-4e5a-9c03-c8050331b2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:35.594945 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-095f58b2-ba8e-47f6-ac9e-2620fdb6692f tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbc1bec290674effad04cd89b614f4b2 HTTP/1.1" status: 200  len: 5504 time: 0.6077271
Dec 02 17:50:35.601015 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-ae8b972e-a0cf-4faa-b148-01a9e86e55d0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e8d80f8-dc83-49a9-857c-3b26867bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2263780
Dec 02 17:50:35.629630 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Request body: {'port': {'device_id': 'ac06fde7-4c38-4ffc-88d9-370c3d01bf3c', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'admin_state_up': True, 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'security_groups': ['f78c2b60-7bda-4c6d-9b78-5ff891f334a1']}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:50:35.640288 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f430f9-27a2-42b9-87ed-42c25c7e0ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27996fc0-54b3-4cfd-9b1a-374874d15db8,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:35.663425 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b5f430f9-27a2-42b9-87ed-42c25c7e0ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:35.664799 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b5f430f9-27a2-42b9-87ed-42c25c7e0ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:35.670764 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b5f430f9-27a2-42b9-87ed-42c25c7e0ac5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27996fc0-54b3-4cfd-9b1a-374874d15db8 HTTP/1.1" status: 204  len: 168 time: 1.1148090
Dec 02 17:50:35.964411 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79691c8-cd87-44d2-a890-b56e35df7dba', 'tag': '0894fb7d-3862-45a2-ad5d-35ffb301f740', 'status': 'completed', 'code': 200}
Dec 02 17:50:36.293362 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb365be-e499-419f-a6cc-6d2efb0ec868 req-c80c4dcf-db18-4b3b-abbe-120ac42840cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:36.308523 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3fb365be-e499-419f-a6cc-6d2efb0ec868 req-c80c4dcf-db18-4b3b-abbe-120ac42840cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b3ba943161643b9888b7198e5f4d270&device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 1163 time: 0.2796607
Dec 02 17:50:36.351780 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-dd0a38ae-a6e2-4fa1-a5ab-ef7d02c4e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c5e59b0>, [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': '242ab78f-1948-43f5-9b07-0f4adcf1a3a3', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'port_id': '0894fb7d-3862-45a2-ad5d-35ffb301f740', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'mac_address': 'fa:16:3e:9e:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79691c8-cd87-44d2-a890-b56e35df7dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:49:55Z', 'updated_at': '2020-12-02T17:50:31Z', 'revision_number': 1, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c', 'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'mac_address': 'fa:16:3e:e0:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:59Z', 'revision_number': 5, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'subnets': [{'id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:50:36.360828 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a38ae-a6e2-4fa1-a5ab-ef7d02c4e214 None None] Checking router: cff378a4-6ad4-4efe-8015-bb009bb81bf0 for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:50:36.381565 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0a38ae-a6e2-4fa1-a5ab-ef7d02c4e214 None None] Routers {'cff378a4-6ad4-4efe-8015-bb009bb81bf0'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:50:36.387479 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-dd0a38ae-a6e2-4fa1-a5ab-ef7d02c4e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c5e59b0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:50:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:50:36.504049 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f929771-94bd-4e75-b172-9303c0ddc8fb req-6cb63c15-174c-4b25-b6d3-e975d275f922 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 210 time: 0.2301290
Dec 02 17:50:36.695851 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-dd840eda-97c3-4489-8416-a8257fbd10b2 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0116503
Dec 02 17:50:36.767463 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb365be-e499-419f-a6cc-6d2efb0ec868 req-8231947a-455c-4f35-86b1-072898104f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:36.773727 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3fb365be-e499-419f-a6cc-6d2efb0ec868 req-8231947a-455c-4f35-86b1-072898104f3b service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ca63e15-5840-4372-9d93-cce1e9b612b4 HTTP/1.1" status: 200  len: 904 time: 0.3682344
Dec 02 17:50:36.779476 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-dd0a38ae-a6e2-4fa1-a5ab-ef7d02c4e214 None None] Set router cff378a4-6ad4-4efe-8015-bb009bb81bf0 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:50:36.805566 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:36.832410 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03832de-89b3-41bf-85ab-251ccca3b870 req-311dab5b-a03e-497b-925f-f93f69c85601 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:36.844640 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a03832de-89b3-41bf-85ab-251ccca3b870 req-311dab5b-a03e-497b-925f-f93f69c85601 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 943 time: 0.7974367
Dec 02 17:50:36.923747 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:36.949816 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 51084) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:37.022917 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Made reservation on behalf of cbc1bec290674effad04cd89b614f4b2 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:50:37.036035 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:37.096221 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.objects.ports [None req-f4bbf602-e1a2-4838-908c-a446da410d57 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80245) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 02 17:50:37.110979 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3fb365be-e499-419f-a6cc-6d2efb0ec868 req-c3d49d9c-7151-4f18-ae86-b74f6487edaa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0894fb7d-3862-45a2-ad5d-35ffb301f740 HTTP/1.1" status: 200  len: 999 time: 0.3247850
Dec 02 17:50:37.225124 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb365be-e499-419f-a6cc-6d2efb0ec868 req-96b41161-c340-4bdb-b4a9-f66d9c0908eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:37.243950 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3fb365be-e499-419f-a6cc-6d2efb0ec868 req-96b41161-c340-4bdb-b4a9-f66d9c0908eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5d83d9ff-5b0d-4a61-bcb1-7d8d80206342 HTTP/1.1" status: 200  len: 849 time: 0.1243377
Dec 02 17:50:37.305952 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-886f4ea8-4c4a-4044-b926-6136d29876a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:37.464371 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb365be-e499-419f-a6cc-6d2efb0ec868 req-1f11d5ad-e40e-45aa-a152-b1acef844e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:37.466372 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3fb365be-e499-419f-a6cc-6d2efb0ec868 req-1f11d5ad-e40e-45aa-a152-b1acef844e6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ca63e15-5840-4372-9d93-cce1e9b612b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2153609
Dec 02 17:50:37.512361 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-886f4ea8-4c4a-4044-b926-6136d29876a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:37.519606 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-886f4ea8-4c4a-4044-b926-6136d29876a6 admin admin] Usage tracker for resource:security_group_rule and tenant:85a84e07cbcf46dabfe8ecb85861a8e1 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:37.524086 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-886f4ea8-4c4a-4044-b926-6136d29876a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:37.535937 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-886f4ea8-4c4a-4044-b926-6136d29876a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:37.668723 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3fb365be-e499-419f-a6cc-6d2efb0ec868 req-f768030e-e7af-4a80-b614-e00528e76a9f service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1947191
Dec 02 17:50:37.714368 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-886f4ea8-4c4a-4044-b926-6136d29876a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:37.733152 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-886f4ea8-4c4a-4044-b926-6136d29876a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:37.787432 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:37.798142 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a03832de-89b3-41bf-85ab-251ccca3b870 req-4ffb95b8-8e0e-441d-bc7b-32bff267b256 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9527950
Dec 02 17:50:37.840896 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-dd0a38ae-a6e2-4fa1-a5ab-ef7d02c4e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c5e59b0>, [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': '242ab78f-1948-43f5-9b07-0f4adcf1a3a3', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'port_id': '0894fb7d-3862-45a2-ad5d-35ffb301f740', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'mac_address': 'fa:16:3e:9e:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79691c8-cd87-44d2-a890-b56e35df7dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:49:55Z', 'updated_at': '2020-12-02T17:50:31Z', 'revision_number': 1, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c', 'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'mac_address': 'fa:16:3e:e0:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:59Z', 'revision_number': 5, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'subnets': [{'id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:50:37.875136 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0a38ae-a6e2-4fa1-a5ab-ef7d02c4e214 None None] The sync data for ids ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'] in dv-cinder-733623-9-iscsi is: [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': '242ab78f-1948-43f5-9b07-0f4adcf1a3a3', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'floating_ip_address': '172.27.2.91', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'port_id': '0894fb7d-3862-45a2-ad5d-35ffb301f740', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'mac_address': 'fa:16:3e:9e:c5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79691c8-cd87-44d2-a890-b56e35df7dba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:49:55Z', 'updated_at': '2020-12-02T17:50:31Z', 'revision_number': 1, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c', 'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'mac_address': 'fa:16:3e:e0:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:59Z', 'revision_number': 5, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'subnets': [{'id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:50:37.898310 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 242f88eb-166a-4be3-adc3-411b12ab6841 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:37.968023 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1faa3436-f3f3-4108-9744-db9c642827b8 req-aaa709de-20d2-45e7-904a-8f3ffa6951a2 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2602308
Dec 02 17:50:38.016603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-58c9fcaf-cb83-4807-8c19-f6de40e6e77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:38.019889 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-886f4ea8-4c4a-4044-b926-6136d29876a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85a84e07cbcf46dabfe8ecb85861a8e1&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0632508
Dec 02 17:50:38.028848 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 51128) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:38.044229 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3fb365be-e499-419f-a6cc-6d2efb0ec868 req-fed82aef-59c2-4b7e-bd56-5da55dcd3cc9 service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3678584
Dec 02 17:50:38.055533 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f4ea8-4c4a-4044-b926-6136d29876a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d402368c-7ae9-471a-bbc3-4e9690992992,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:38.083833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port 242f88eb-166a-4be3-adc3-411b12ab6841 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:50:38.098388 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 242f88eb-166a-4be3-adc3-411b12ab6841 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:38.099078 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:38.183479 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-886f4ea8-4c4a-4044-b926-6136d29876a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:38.189102 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:38.309894 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c9ca794a-fe30-49de-a886-889831df484f req-0a234500-0b8e-4251-a7db-88bd4e4dc167 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 210 time: 0.2643375
Dec 02 17:50:38.394286 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55d41b-b52f-4284-a125-0f542ddb8180 req-64092c5e-adb5-476b-a9c2-82116c37b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:38.398379 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac2d696-0739-46ae-9d5c-14dea4aa972d None None] New status for floating IP 242ab78f-1948-43f5-9b07-0f4adcf1a3a3: ACTIVE {{(pid=80245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 17:50:38.404232 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3b55d41b-b52f-4284-a125-0f542ddb8180 req-64092c5e-adb5-476b-a9c2-82116c37b1af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82b2210b4ebf4222ae2d9b13049f05ec&device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 1160 time: 0.2124326
Dec 02 17:50:38.550330 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:38.670783 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55d41b-b52f-4284-a125-0f542ddb8180 req-7c197282-0586-40fc-8301-12f7cdcab24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:38.671045 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Allocated IP 172.20.0.12 (3d5df4e7-9e83-4d6e-b367-2b18b115dead/7eb4d38d-7afb-4d11-b1ac-900651574376/257d1482-7082-4beb-9105-6b7421c3974c) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:50:38.672829 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3b55d41b-b52f-4284-a125-0f542ddb8180 req-7c197282-0586-40fc-8301-12f7cdcab24e service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e8d80f8-dc83-49a9-857c-3b26867bd375 HTTP/1.1" status: 200  len: 913 time: 0.2393208
Dec 02 17:50:38.695999 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3d760d-ff4a-43e4-94bc-b82c55470886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242f88eb-166a-4be3-adc3-411b12ab6841'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:50:38.724566 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 242f88eb-166a-4be3-adc3-411b12ab6841, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=242f88eb-166a-4be3-adc3-411b12ab6841,segment=NetworkSegment(fd87f040-a08d-408f-af11-f73d0372a4bd),segment_id=fd87f040-a08d-408f-af11-f73d0372a4bd)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:50:38.740100 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:38.745260 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b8be0129-ee47-40ad-a260-f2bca6317161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:38.851866 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3b55d41b-b52f-4284-a125-0f542ddb8180 req-cd2c00cd-0db4-4938-90bc-2f4117cc2380 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 HTTP/1.1" status: 200  len: 217 time: 0.1695046
Dec 02 17:50:38.881415 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3d760d-ff4a-43e4-94bc-b82c55470886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242f88eb-166a-4be3-adc3-411b12ab6841', 'code': 200}
Dec 02 17:50:38.968715 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=242f88eb-166a-4be3-adc3-411b12ab6841,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:38.997285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.013423 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55d41b-b52f-4284-a125-0f542ddb8180 req-87e260d6-6f54-4cf0-aefa-ecc3bccef9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:39.014118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.014561 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.014945 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.015319 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.015699 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.016069 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.016437 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.016852 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.017222 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.017858 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.018223 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.018463 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3b55d41b-b52f-4284-a125-0f542ddb8180 req-87e260d6-6f54-4cf0-aefa-ecc3bccef9d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d63a84ed-b463-4863-a3be-969d4a89bdad HTTP/1.1" status: 200  len: 859 time: 0.1560993
Dec 02 17:50:39.018676 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.022993 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.023561 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.024191 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.025255 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.031931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.032513 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.033068 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.033586 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.034112 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.034651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.035161 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:50:39.043137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:39.088413 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9fcaf-cb83-4807-8c19-f6de40e6e77c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3061db35-98aa-4167-a5fe-df82c7a4c96c,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:39.109647 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3b55d41b-b52f-4284-a125-0f542ddb8180 req-574aecb2-de18-4602-9518-519f54d3d82d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e8d80f8-dc83-49a9-857c-3b26867bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0832112
Dec 02 17:50:39.127199 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-58c9fcaf-cb83-4807-8c19-f6de40e6e77c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.938s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:39.253792 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 242f88eb-166a-4be3-adc3-411b12ab6841 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:39.343986 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3b55d41b-b52f-4284-a125-0f542ddb8180 req-1119effe-15f2-4716-8de6-6284219d699d service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2262537
Dec 02 17:50:39.401253 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 51168) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:39.401834 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 242f88eb-166a-4be3-adc3-411b12ab6841 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:39.402458 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:39.497912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 51174) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:39.529010 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-de85cc62-d3fe-4283-98f2-9deef1886923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:39.617844 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:39.739018 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-de85cc62-d3fe-4283-98f2-9deef1886923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:39.751148 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Transition to ACTIVE for port object 257d1482-7082-4beb-9105-6b7421c3974c will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:50:39.853403 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d2b7e435-d1ec-4b0b-95be-15199361001c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:39.871759 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9deeb577-58e0-425e-b837-9e5c272cd16b req-d8b00a84-a801-473e-a915-2f9496a314ef tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 210 time: 0.1551919
Dec 02 17:50:39.878595 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5b2356ed-3680-4fde-b403-1997c40f29aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:39.907440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-d2b7e435-d1ec-4b0b-95be-15199361001c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:39.908564 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-5b2356ed-3680-4fde-b403-1997c40f29aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:39.916141 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-5b2356ed-3680-4fde-b403-1997c40f29aa admin admin] Usage tracker for resource:security_group_rule and tenant:7a386adae1774f32af55635faf95dd2a is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:39.919966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-5b2356ed-3680-4fde-b403-1997c40f29aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:39.922851 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c1808-c3b7-493a-b48c-afa191986ef6 req-be549af7-42f7-42a8-8c98-b1ff320a01c3 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:39.926127 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-5b2356ed-3680-4fde-b403-1997c40f29aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:39.927161 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f24c1808-c3b7-493a-b48c-afa191986ef6 req-be549af7-42f7-42a8-8c98-b1ff320a01c3 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 943 time: 0.8251584
Dec 02 17:50:39.943206 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-d2b7e435-d1ec-4b0b-95be-15199361001c admin admin] Usage tracker for resource:security_group_rule and tenant:d8826b64cf6f4dedbe7afdf424bd46c6 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:39.946785 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-d2b7e435-d1ec-4b0b-95be-15199361001c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:39.957279 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:39.990739 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61b23d-835e-48b0-9500-a3fee11c0762 req-2e8a1855-7a61-4088-b1f3-b65320d88d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:39.992518 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9c61b23d-835e-48b0-9500-a3fee11c0762 req-2e8a1855-7a61-4088-b1f3-b65320d88d56 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 1163 time: 0.4907746
Dec 02 17:50:39.994451 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-d2b7e435-d1ec-4b0b-95be-15199361001c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:39.996696 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3b55d41b-b52f-4284-a125-0f542ddb8180 req-4de8341f-e16b-4290-acc9-9e1d61f6487d service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6397305
Dec 02 17:50:40.020841 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c9fcaf-cb83-4807-8c19-f6de40e6e77c admin admin] Checking segment: {'id': '60fc7736-e6b3-45e7-b05d-86e69c1b9dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c088fa3-9b3b-4738-8b73-44e163a564ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:50:40.021241 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c9fcaf-cb83-4807-8c19-f6de40e6e77c admin admin] Network hostable DHCP agents. Network: 3c088fa3-9b3b-4738-8b73-44e163a564ad, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 17:50:40.031947 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-de85cc62-d3fe-4283-98f2-9deef1886923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:40.047752 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:40.111507 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5b2356ed-3680-4fde-b403-1997c40f29aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:40.116134 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5b2356ed-3680-4fde-b403-1997c40f29aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:40.156273 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-44d5b681-b996-4e0a-9a7c-c3cbf4d7e34c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:40.169323 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-5b2356ed-3680-4fde-b403-1997c40f29aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a386adae1774f32af55635faf95dd2a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7664559
Dec 02 17:50:40.176127 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 51184) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:40.224842 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2356ed-3680-4fde-b403-1997c40f29aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e43620e-997b-481d-a71d-0bd059739601,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:40.231189 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5b2356ed-3680-4fde-b403-1997c40f29aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:40.277285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d23f2be1-df4b-4a9f-a1b6-956e529c72e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:40.302548 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c9fcaf-cb83-4807-8c19-f6de40e6e77c admin admin] Network 3c088fa3-9b3b-4738-8b73-44e163a564ad is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 17:50:40.306792 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d23f2be1-df4b-4a9f-a1b6-956e529c72e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:40.316815 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f24c1808-c3b7-493a-b48c-afa191986ef6 req-a276f4ad-506a-4848-91e3-8e04056b3a13 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3769586
Dec 02 17:50:40.331363 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event updated for resources: {'Port': ['ID=257d1482-7082-4beb-9105-6b7421c3974c,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:40.336244 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9c61b23d-835e-48b0-9500-a3fee11c0762 req-4164becf-3c0e-4d34-8eb0-fc5c48292795 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2901688
Dec 02 17:50:40.341289 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:40.346123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-88330f2f-7175-4abc-8bf9-64daad3e8db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.255s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:40.362648 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d23f2be1-df4b-4a9f-a1b6-956e529c72e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:40.365118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-58c9fcaf-cb83-4807-8c19-f6de40e6e77c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, 3c088fa3-9b3b-4738-8b73-44e163a564ad) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:50:40.366854 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e772d6f0-b160-4279-9207-b7eafce4e655 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:40.379915 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f2be1-df4b-4a9f-a1b6-956e529c72e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e43620e-997b-481d-a71d-0bd059739601,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:40.380579 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85cc62-d3fe-4283-98f2-9deef1886923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d402368c-7ae9-471a-bbc3-4e9690992992,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:40.380707 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f5c78b-7bf5-4aeb-9b2e-0d2e3a689941 None None] Network 3c088fa3-9b3b-4738-8b73-44e163a564ad requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:50:40.383275 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d23f2be1-df4b-4a9f-a1b6-956e529c72e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:40.384691 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-de85cc62-d3fe-4283-98f2-9deef1886923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:40.385855 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-de85cc62-d3fe-4283-98f2-9deef1886923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:40.387387 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-de85cc62-d3fe-4283-98f2-9deef1886923 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d402368c-7ae9-471a-bbc3-4e9690992992 HTTP/1.1" status: 204  len: 168 time: 2.3338819
Dec 02 17:50:40.390577 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d23f2be1-df4b-4a9f-a1b6-956e529c72e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:40.394676 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c9fcaf-cb83-4807-8c19-f6de40e6e77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:40.395411 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-58c9fcaf-cb83-4807-8c19-f6de40e6e77c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:40.403176 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-d23f2be1-df4b-4a9f-a1b6-956e529c72e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e43620e-997b-481d-a71d-0bd059739601 HTTP/1.1" status: 204  len: 168 time: 0.2178345
Dec 02 17:50:40.468029 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-58c9fcaf-cb83-4807-8c19-f6de40e6e77c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 6.3711267
Dec 02 17:50:40.495678 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Network 3d5df4e7-9e83-4d6e-b367-2b18b115dead is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:50:40.499726 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:50:40.504151 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:50:40.508533 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:40.509991 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:40.540228 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d2b7e435-d1ec-4b0b-95be-15199361001c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:40.546744 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d2b7e435-d1ec-4b0b-95be-15199361001c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:40.556937 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-797b18e5-4efb-4084-a983-459904be72a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:40.570380 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.9532280
Dec 02 17:50:40.624055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 51196) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:40.624305 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-d2b7e435-d1ec-4b0b-95be-15199361001c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8826b64cf6f4dedbe7afdf424bd46c6&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0970464
Dec 02 17:50:40.625549 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7e435-d1ec-4b0b-95be-15199361001c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f651435d-26f0-499b-8e77-0c42d449fea9,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:40.629290 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d2b7e435-d1ec-4b0b-95be-15199361001c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:40.752443 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f39295ba-f35b-4483-9e09-3057206fa3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:40.772793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60913c07-5cd0-44c2-a731-68f0353c4986 None None] Network 3c088fa3-9b3b-4738-8b73-44e163a564ad requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:50:40.799514 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f39295ba-f35b-4483-9e09-3057206fa3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:40.809368 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Request body: {'port': {'device_id': 'ac06fde7-4c38-4ffc-88d9-370c3d01bf3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:50:40.895484 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f39295ba-f35b-4483-9e09-3057206fa3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:40.910151 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:40.940137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39295ba-f35b-4483-9e09-3057206fa3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f651435d-26f0-499b-8e77-0c42d449fea9,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:40.942611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f39295ba-f35b-4483-9e09-3057206fa3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:40.947384 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-f39295ba-f35b-4483-9e09-3057206fa3ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f651435d-26f0-499b-8e77-0c42d449fea9 HTTP/1.1" status: 204  len: 168 time: 0.3218043
Dec 02 17:50:40.948167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f39295ba-f35b-4483-9e09-3057206fa3ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:41.033930 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:41.075390 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 51216) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:41.106676 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a264ec8a-b81c-43d2-8350-d6f70be7a4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:41.224697 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-a264ec8a-b81c-43d2-8350-d6f70be7a4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:41.263788 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-a264ec8a-b81c-43d2-8350-d6f70be7a4f6 admin admin] Usage tracker for resource:security_group_rule and tenant:68be9f41d98e49d482fde5e807d1bb42 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:41.268073 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-a264ec8a-b81c-43d2-8350-d6f70be7a4f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:41.286443 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-a264ec8a-b81c-43d2-8350-d6f70be7a4f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:41.396782 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-0016d0f9-5edb-4d90-82c1-b685022f9328 None None] Provisioning for port 257d1482-7082-4beb-9105-6b7421c3974c completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:50:41.408315 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-0016d0f9-5edb-4d90-82c1-b685022f9328 None None] Provisioning complete for port 257d1482-7082-4beb-9105-6b7421c3974c triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:41.409065 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0016d0f9-5edb-4d90-82c1-b685022f9328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:41.529508 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-0016d0f9-5edb-4d90-82c1-b685022f9328 None None] Port 257d1482-7082-4beb-9105-6b7421c3974c cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:50:41.585839 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a264ec8a-b81c-43d2-8350-d6f70be7a4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:41.595221 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c15ca2-f2e6-47ff-8fc3-faddda3759f1 req-aaf40671-730a-4e5b-acbc-e2e52944caad tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:41.596880 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c7c15ca2-f2e6-47ff-8fc3-faddda3759f1 req-aaf40671-730a-4e5b-acbc-e2e52944caad tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 932 time: 0.4567621
Dec 02 17:50:41.606029 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a264ec8a-b81c-43d2-8350-d6f70be7a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:41.630567 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:41.683327 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 242f88eb-166a-4be3-adc3-411b12ab6841 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:41.763486 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-c7c15ca2-f2e6-47ff-8fc3-faddda3759f1 req-144bff8c-2380-417c-84f2-d19f3771ab8d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Synchronizing usage tracker for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:50:41.817103 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-c7c15ca2-f2e6-47ff-8fc3-faddda3759f1 req-144bff8c-2380-417c-84f2-d19f3771ab8d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Unset dirty status for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:50:41.832888 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c7c15ca2-f2e6-47ff-8fc3-faddda3759f1 req-144bff8c-2380-417c-84f2-d19f3771ab8d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2032995
Dec 02 17:50:41.836925 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a264ec8a-b81c-43d2-8350-d6f70be7a4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d8fe14-7db3-44d5-aeed-1c991dac8f70,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:41.842460 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 242f88eb-166a-4be3-adc3-411b12ab6841 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:41.842912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:41.855450 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-a264ec8a-b81c-43d2-8350-d6f70be7a4f6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68be9f41d98e49d482fde5e807d1bb42&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7763271
Dec 02 17:50:41.858546 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a264ec8a-b81c-43d2-8350-d6f70be7a4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:41.860980 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 51236) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:42.040546 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1a241-70df-49fd-abe7-af6ce18b28b8 req-8bccda7b-fbd1-4fc6-8bfe-acec6c5fe266 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:42.063671 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0fc1a241-70df-49fd-abe7-af6ce18b28b8 req-8bccda7b-fbd1-4fc6-8bfe-acec6c5fe266 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 943 time: 0.2883377
Dec 02 17:50:42.069003 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f4084ec1-96d4-4d7b-8d5f-686b153e97eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:42.174552 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f4084ec1-96d4-4d7b-8d5f-686b153e97eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:42.190453 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0fc1a241-70df-49fd-abe7-af6ce18b28b8 req-2b579003-8136-4d00-b4cc-69644d30228a tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256089
Dec 02 17:50:42.300721 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f4084ec1-96d4-4d7b-8d5f-686b153e97eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:42.307585 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-0505b950-a3bc-4268-9814-cef24d6e32c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:42.313044 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 257d1482-7082-4beb-9105-6b7421c3974c {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 17:50:42.322770 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:42.343196 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Transition to ACTIVE for port object 257d1482-7082-4beb-9105-6b7421c3974c will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:50:42.343849 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4084ec1-96d4-4d7b-8d5f-686b153e97eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d8fe14-7db3-44d5-aeed-1c991dac8f70,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:42.350771 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f4084ec1-96d4-4d7b-8d5f-686b153e97eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:42.351297 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:42.353074 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f4084ec1-96d4-4d7b-8d5f-686b153e97eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:42.357112 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-f4084ec1-96d4-4d7b-8d5f-686b153e97eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9d8fe14-7db3-44d5-aeed-1c991dac8f70 HTTP/1.1" status: 204  len: 168 time: 0.4935272
Dec 02 17:50:42.385067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-52fb444a-574d-43a8-8a18-f960ae359163 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:42.773050 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Pushing event updated for resources: {'Port': ['ID=257d1482-7082-4beb-9105-6b7421c3974c,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:42.783209 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:42.832535 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Attempting to bind port 257d1482-7082-4beb-9105-6b7421c3974c on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:50:42.832918 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Attempting to bind port 257d1482-7082-4beb-9105-6b7421c3974c by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:50:42.833296 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Attempting to bind port 257d1482-7082-4beb-9105-6b7421c3974c on network 3d5df4e7-9e83-4d6e-b367-2b18b115dead {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:50:42.840229 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:50:42.840617 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Checking segment: {'id': '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:50:42.841028 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:42.841501 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Bound using segment: {'id': '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:50:42.841891 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Bound port: 257d1482-7082-4beb-9105-6b7421c3974c, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:50:42.842268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:42.953788 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] For port 257d1482-7082-4beb-9105-6b7421c3974c, host hv-cinder-73362, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:50:42.960097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] For port 257d1482-7082-4beb-9105-6b7421c3974c, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=257d1482-7082-4beb-9105-6b7421c3974c,segment=NetworkSegment(66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f),segment_id=66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:50:42.964391 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:43.000282 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:43.252679 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Pushing event updated for resources: {'Port': ['ID=257d1482-7082-4beb-9105-6b7421c3974c,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:43.264306 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:43.307615 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:43.308721 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:43.310410 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] 10.222.0.43 "PUT /v2.0/ports/257d1482-7082-4beb-9105-6b7421c3974c HTTP/1.1" status: 200  len: 1158 time: 2.5066133
Dec 02 17:50:43.311088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac06fde7-4c38-4ffc-88d9-370c3d01bf3c', 'tag': '257d1482-7082-4beb-9105-6b7421c3974c'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:50:43.326344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaf186c-f368-4be8-8fb6-6c3cb0795e88 req-0c3a5599-ff8e-4817-8d5b-fc1e31685db0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:43.328918 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-baaf186c-f368-4be8-8fb6-6c3cb0795e88 req-0c3a5599-ff8e-4817-8d5b-fc1e31685db0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Synchronizing usage tracker for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:50:43.363871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-baaf186c-f368-4be8-8fb6-6c3cb0795e88 req-0c3a5599-ff8e-4817-8d5b-fc1e31685db0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Unset dirty status for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:50:43.372178 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-baaf186c-f368-4be8-8fb6-6c3cb0795e88 req-0c3a5599-ff8e-4817-8d5b-fc1e31685db0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.2562809
Dec 02 17:50:43.587957 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-baaf186c-f368-4be8-8fb6-6c3cb0795e88 req-40a7e524-e4ca-44b0-8479-caf52bd8e48b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2137370
Dec 02 17:50:43.651739 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-95745a54-c89a-49f9-8ce7-cdf33cf6eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:43.655786 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-95745a54-c89a-49f9-8ce7-cdf33cf6eb5e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbc1bec290674effad04cd89b614f4b2&device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 1161 time: 0.2567790
Dec 02 17:50:43.701408 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c425f6-2451-48c4-9ec0-92b9cfa43c2e req-3e82bc08-7acb-4287-a998-d2ffa8928415 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:43.714538 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a6c425f6-2451-48c4-9ec0-92b9cfa43c2e req-3e82bc08-7acb-4287-a998-d2ffa8928415 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 943 time: 0.2663343
Dec 02 17:50:43.773273 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac06fde7-4c38-4ffc-88d9-370c3d01bf3c', 'tag': '257d1482-7082-4beb-9105-6b7421c3974c', 'status': 'completed', 'code': 200}
Dec 02 17:50:43.777897 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a6c425f6-2451-48c4-9ec0-92b9cfa43c2e req-5932905c-82cf-4524-a5b7-7b9c40eb8159 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614200
Dec 02 17:50:43.809471 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-bd402377-1d62-46cd-8883-bd274ec9ea70 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=257d1482-7082-4beb-9105-6b7421c3974c HTTP/1.1" status: 200  len: 217 time: 0.1374373
Dec 02 17:50:43.891130 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-502f59b0-4ee2-4939-8dbf-6c9c842ce206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:43.892974 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-502f59b0-4ee2-4939-8dbf-6c9c842ce206 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7eb4d38d-7afb-4d11-b1ac-900651574376 HTTP/1.1" status: 200  len: 855 time: 0.0763435
Dec 02 17:50:44.041952 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-fc1cf573-b48d-4796-9b37-b97af7c4fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:44.043577 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-fc1cf573-b48d-4796-9b37-b97af7c4fb39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d5df4e7-9e83-4d6e-b367-2b18b115dead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1410525
Dec 02 17:50:44.429225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-014cd103-ceeb-41b7-9a0a-50bf394ac9f7 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:44.432093 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-014cd103-ceeb-41b7-9a0a-50bf394ac9f7 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/networks?id=3c088fa3-9b3b-4738-8b73-44e163a564ad HTTP/1.1" status: 200  len: 809 time: 0.2977734
Dec 02 17:50:44.441292 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:44.465750 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-f0217baf-5fa8-4b83-bc96-43995bda496f tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/quotas/4c3e8fbc0cd740cfa9bb4d6f140b3027 HTTP/1.1" status: 200  len: 375 time: 0.0221369
Dec 02 17:50:44.477198 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-6b045540-60ab-4817-9d1b-68851b742a40 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3516030
Dec 02 17:50:44.518981 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:50:44.530286 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:44.531017 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:44.548117 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0d69f-34f1-4ffc-989f-7cb0df889d87 req-82ede9e3-e67e-4137-b7d9-0ba2f78a74a2 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:44.549904 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-afe0d69f-34f1-4ffc-989f-7cb0df889d87 req-82ede9e3-e67e-4137-b7d9-0ba2f78a74a2 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 945 time: 0.2063963
Dec 02 17:50:44.554140 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-68ad6a91-ab1f-4d47-8708-8abbd591371d tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c3e8fbc0cd740cfa9bb4d6f140b3027&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0803375
Dec 02 17:50:44.749866 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-fee7c9c7-1f33-47c4-85d4-adf40e0f8598 service neutron] 10.222.0.21 "GET /v2.0/networks/3c088fa3-9b3b-4738-8b73-44e163a564ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858511
Dec 02 17:50:44.801904 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:44.847726 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1445626e-5666-4e6a-8d02-e397600f1605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:50:44.864644 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4,segment=NetworkSegment(fd87f040-a08d-408f-af11-f73d0372a4bd),segment_id=fd87f040-a08d-408f-af11-f73d0372a4bd)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:50:44.870427 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:44.872754 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 242f88eb-166a-4be3-adc3-411b12ab6841 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:44.936397 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-ef31769c-be9d-481e-a0c3-5377d92e625f service neutron] 10.222.0.21 "GET /v2.0/networks/3c088fa3-9b3b-4738-8b73-44e163a564ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1853390
Dec 02 17:50:44.953794 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:45.044230 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-afe0d69f-34f1-4ffc-989f-7cb0df889d87 req-cd62748e-8f8c-452a-bc2e-3d2d6329e490 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4871078
Dec 02 17:50:45.065633 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:45.077537 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:45.140645 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 242f88eb-166a-4be3-adc3-411b12ab6841 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:45.141200 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:45.159165 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68275a18-0bec-4474-9541-b4a8c71cf4e7 req-4a9f60f8-8989-461b-a35b-eb81a0f39145 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6746416
Dec 02 17:50:45.333255 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 51364) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:45.409833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abf9ac-2c96-4aa7-be59-655083a9f1c0 req-cb032425-bf26-4cef-9636-ba999d3c83a2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:45.423105 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-77abf9ac-2c96-4aa7-be59-655083a9f1c0 req-cb032425-bf26-4cef-9636-ba999d3c83a2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.1749747
Dec 02 17:50:45.477402 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-77abf9ac-2c96-4aa7-be59-655083a9f1c0 req-33f5911a-4fbe-4b53-8998-1d2859db851e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0528886
Dec 02 17:50:45.516338 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0bddb0-3f67-41de-bcf8-467f0210cb0f req-e1f88b48-857c-4691-8cdc-449a9bb05790 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:45.524536 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ea0bddb0-3f67-41de-bcf8-467f0210cb0f req-e1f88b48-857c-4691-8cdc-449a9bb05790 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.1383567
Dec 02 17:50:45.528715 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fbc1f-2469-4839-ba18-705908ea92ab req-85d8cf14-a89a-4abd-a932-61fccb03ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:45.530375 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0e4fbc1f-2469-4839-ba18-705908ea92ab req-85d8cf14-a89a-4abd-a932-61fccb03ec95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbc1bec290674effad04cd89b614f4b2&device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 1161 time: 0.2462473
Dec 02 17:50:45.589053 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ea0bddb0-3f67-41de-bcf8-467f0210cb0f req-44e2ff82-0649-48b5-b67f-92e4a71cab70 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634019
Dec 02 17:50:45.594913 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1445626e-5666-4e6a-8d02-e397600f1605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4', 'code': 200}
Dec 02 17:50:45.651238 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4908aece-452b-452a-b4ae-3bb8900a9e41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:45.687999 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-4908aece-452b-452a-b4ae-3bb8900a9e41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:45.701390 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-4908aece-452b-452a-b4ae-3bb8900a9e41 admin admin] Usage tracker for resource:security_group_rule and tenant:9aceeaf4e4374d6188a5451fb94ac55f is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:45.706421 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-4908aece-452b-452a-b4ae-3bb8900a9e41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:45.717905 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-4908aece-452b-452a-b4ae-3bb8900a9e41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:45.854930 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:45.857225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4908aece-452b-452a-b4ae-3bb8900a9e41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:45.860942 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4908aece-452b-452a-b4ae-3bb8900a9e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:45.890829 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:45.924980 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-84ba1c54-11b1-4d71-85d7-8ecf63757fa0 req-81fe5127-5850-4b16-a299-194e78c30873 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 210 time: 0.1020999
Dec 02 17:50:45.987586 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-4908aece-452b-452a-b4ae-3bb8900a9e41 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9aceeaf4e4374d6188a5451fb94ac55f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6477044
Dec 02 17:50:45.991237 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 51384) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:46.003718 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:46.004339 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:46.010238 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908aece-452b-452a-b4ae-3bb8900a9e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873ddefb-3fe1-43f5-b87d-a178735ab231,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:46.018498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4908aece-452b-452a-b4ae-3bb8900a9e41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:46.148096 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fbc1f-2469-4839-ba18-705908ea92ab req-99aee754-754b-4512-8c67-e8cf17e75d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:46.149811 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0e4fbc1f-2469-4839-ba18-705908ea92ab req-99aee754-754b-4512-8c67-e8cf17e75d40 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d5df4e7-9e83-4d6e-b367-2b18b115dead HTTP/1.1" status: 200  len: 910 time: 0.5595717
Dec 02 17:50:46.303624 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0e4fbc1f-2469-4839-ba18-705908ea92ab req-1d1d0110-e35d-45f6-85d1-c7f680c0f565 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=257d1482-7082-4beb-9105-6b7421c3974c HTTP/1.1" status: 200  len: 217 time: 0.1106849
Dec 02 17:50:46.420344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fbc1f-2469-4839-ba18-705908ea92ab req-c607d74e-c21a-464c-8cfa-a168b62ff8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:46.421959 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0e4fbc1f-2469-4839-ba18-705908ea92ab req-c607d74e-c21a-464c-8cfa-a168b62ff8d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7eb4d38d-7afb-4d11-b1ac-900651574376 HTTP/1.1" status: 200  len: 855 time: 0.0761323
Dec 02 17:50:46.428891 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b1ab6338-9a66-46e4-86d4-fbe95d8f02cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:46.465107 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24309eef-4e1c-48c8-8e5c-2660f4f4d414 req-f48d3110-5f72-49a9-abac-d06b3ce4488a tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:46.467505 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-24309eef-4e1c-48c8-8e5c-2660f4f4d414 req-f48d3110-5f72-49a9-abac-d06b3ce4488a tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 945 time: 0.1188958
Dec 02 17:50:46.518717 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20a926a-fe7b-4bfe-b873-fdcfdc4fdfcb req-dfc4e65d-2a79-4f44-b528-0d7763138323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:46.520377 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b20a926a-fe7b-4bfe-b873-fdcfdc4fdfcb req-dfc4e65d-2a79-4f44-b528-0d7763138323 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 1162 time: 0.5163999
Dec 02 17:50:46.531078 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b1ab6338-9a66-46e4-86d4-fbe95d8f02cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:46.669852 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b20a926a-fe7b-4bfe-b873-fdcfdc4fdfcb req-f22a5314-0e82-4e0a-94c8-94f7402fd936 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979440
Dec 02 17:50:46.681577 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fbc1f-2469-4839-ba18-705908ea92ab req-11c45bb3-6f37-4c92-9135-8dc47d471284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:46.683662 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0e4fbc1f-2469-4839-ba18-705908ea92ab req-11c45bb3-6f37-4c92-9135-8dc47d471284 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d5df4e7-9e83-4d6e-b367-2b18b115dead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2475166
Dec 02 17:50:46.691973 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b1ab6338-9a66-46e4-86d4-fbe95d8f02cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:46.699958 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:46.711065 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-24309eef-4e1c-48c8-8e5c-2660f4f4d414 req-0ea96308-f06c-4379-a21c-f795b2d0775b tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2340529
Dec 02 17:50:46.718688 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab6338-9a66-46e4-86d4-fbe95d8f02cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873ddefb-3fe1-43f5-b87d-a178735ab231,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:46.727226 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b1ab6338-9a66-46e4-86d4-fbe95d8f02cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:46.731467 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b1ab6338-9a66-46e4-86d4-fbe95d8f02cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/873ddefb-3fe1-43f5-b87d-a178735ab231 HTTP/1.1" status: 204  len: 168 time: 0.7391105
Dec 02 17:50:46.732763 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b1ab6338-9a66-46e4-86d4-fbe95d8f02cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:46.790325 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-bb06b672-8be3-4c1a-baf5-9e857dbb5b96 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:46.792080 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-bb06b672-8be3-4c1a-baf5-9e857dbb5b96 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.43 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 945 time: 0.2229722
Dec 02 17:50:46.867867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ff995-40a5-4640-a880-8d77d320f402 req-cf0cb9ea-6736-464c-855f-98f15a161321 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:46.868472 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 51420) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:46.877814 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-419ff995-40a5-4640-a880-8d77d320f402 req-cf0cb9ea-6736-464c-855f-98f15a161321 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.1262405
Dec 02 17:50:46.932613 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-419ff995-40a5-4640-a880-8d77d320f402 req-6925c6a2-5491-4378-8fa9-e5031ae423c2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536325
Dec 02 17:50:47.007931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e8762-7fc5-4885-b003-0b8aa106023a req-453dc37e-551b-4bde-aa93-01605040dc27 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:47.021421 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-cf3e8762-7fc5-4885-b003-0b8aa106023a req-453dc37e-551b-4bde-aa93-01605040dc27 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.1415036
Dec 02 17:50:47.111395 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-cf3e8762-7fc5-4885-b003-0b8aa106023a req-83911238-5173-4483-b535-c5c852da518e tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884686
Dec 02 17:50:47.317166 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Deleting port cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:50:47.317623 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:47.428948 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0e4fbc1f-2469-4839-ba18-705908ea92ab req-04a63177-c978-4de6-826a-9be8b4033e6d service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2884698
Dec 02 17:50:47.478896 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7573340a-605a-4264-a27e-b67acb4ccb29 req-0ab9a178-bb20-453a-9b19-06c3816b3504 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 210 time: 0.0919414
Dec 02 17:50:47.479797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9c9e73cb-9981-4a19-8a12-10645e6a9ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:47.507155 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-9c9e73cb-9981-4a19-8a12-10645e6a9ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:47.511711 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-9c9e73cb-9981-4a19-8a12-10645e6a9ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:dd6add7b679e487d80e15635638afa1c is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:47.516203 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-9c9e73cb-9981-4a19-8a12-10645e6a9ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:47.523357 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-9c9e73cb-9981-4a19-8a12-10645e6a9ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:47.648063 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:50:47.686515 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0e4fbc1f-2469-4839-ba18-705908ea92ab req-5942176d-b8ae-4a47-82a0-6d118baf8471 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2419462
Dec 02 17:50:47.861537 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:47.936440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39090d4-3191-4d61-b8bf-7c5fa64b0907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:50:47.959511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8,segment=NetworkSegment(f8657481-6b1a-4f40-86f3-789c36edfb93),segment_id=f8657481-6b1a-4f40-86f3-789c36edfb93)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:50:47.963349 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:47.967691 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:48.028289 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-1ebdc13a-0b7e-42e9-8ef2-c8eaf656ab6f tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:48.029087 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-1ebdc13a-0b7e-42e9-8ef2-c8eaf656ab6f tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Synchronizing usage tracker for tenant:4c3e8fbc0cd740cfa9bb4d6f140b3027 on resource:network {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:50:48.066345 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39090d4-3191-4d61-b8bf-7c5fa64b0907', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8', 'code': 200}
Dec 02 17:50:48.067590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:48.075225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:48.105223 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] For port cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8,segment=NetworkSegment(f8657481-6b1a-4f40-86f3-789c36edfb93),segment_id=f8657481-6b1a-4f40-86f3-789c36edfb93)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:50:48.112627 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:48.112799 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-1ebdc13a-0b7e-42e9-8ef2-c8eaf656ab6f tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Unset dirty status for tenant:4c3e8fbc0cd740cfa9bb4d6f140b3027 on resource:network {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:50:48.114080 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-1ebdc13a-0b7e-42e9-8ef2-c8eaf656ab6f tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.43 "GET /v2.0/networks?id=3c088fa3-9b3b-4738-8b73-44e163a564ad HTTP/1.1" status: 200  len: 809 time: 0.3356819
Dec 02 17:50:48.144113 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9c9e73cb-9981-4a19-8a12-10645e6a9ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:48.153209 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Request body: {'port': {'device_id': '74b92c53-5654-4799-af46-d6d48a6f4870', 'network_id': '3c088fa3-9b3b-4738-8b73-44e163a564ad', 'admin_state_up': True, 'tenant_id': '4c3e8fbc0cd740cfa9bb4d6f140b3027'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:50:48.208396 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9c9e73cb-9981-4a19-8a12-10645e6a9ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:48.301405 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:48.303525 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7088344-d22e-4c73-97a5-7f4d30b91460 req-27f1cdc2-a7ea-4d61-b45e-18f141cf30a3 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:48.305156 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a7088344-d22e-4c73-97a5-7f4d30b91460 req-27f1cdc2-a7ea-4d61-b45e-18f141cf30a3 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 943 time: 0.2708147
Dec 02 17:50:48.317786 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-9c9e73cb-9981-4a19-8a12-10645e6a9ba8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd6add7b679e487d80e15635638afa1c&name=default HTTP/1.1" status: 200  len: 2879 time: 1.4485373
Dec 02 17:50:48.336625 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Calling delete_port for cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:50:48.336873 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 51464) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:48.376127 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e73cb-9981-4a19-8a12-10645e6a9ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af60d26-d2f5-45ca-ade4-4ef119e59892,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:48.437295 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9c9e73cb-9981-4a19-8a12-10645e6a9ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:48.454174 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:48.463808 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Usage tracker for resource:port and tenant:4c3e8fbc0cd740cfa9bb4d6f140b3027 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:48.485567 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a7088344-d22e-4c73-97a5-7f4d30b91460 req-703e9e27-b389-4dc5-82ec-b76d3fc49607 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674814
Dec 02 17:50:48.486745 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Quota usage for port was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:48.490595 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aa7c7b0d-2a00-4017-80d3-03f1692a20b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:48.515934 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:48.578276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aa7c7b0d-2a00-4017-80d3-03f1692a20b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:48.587672 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Made reservation on behalf of 4c3e8fbc0cd740cfa9bb4d6f140b3027 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:50:48.593458 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:48.616585 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f021d3a-1b82-4060-9767-c826ed425d59 req-494764d9-24db-4f31-9d03-586b15609a38 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:48.624990 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5f021d3a-1b82-4060-9767-c826ed425d59 req-494764d9-24db-4f31-9d03-586b15609a38 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.2958035
Dec 02 17:50:48.654018 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 17:50:48.654323 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 17:50:48.682520 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5f021d3a-1b82-4060-9767-c826ed425d59 req-9d90f875-b256-43cd-ba20-9299195cca51 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561621
Dec 02 17:50:48.753040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aa7c7b0d-2a00-4017-80d3-03f1692a20b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:48.760235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-dadc3e45-d237-40fe-91f3-32cd0e9d3db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:48.796382 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c7b0d-2a00-4017-80d3-03f1692a20b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af60d26-d2f5-45ca-ade4-4ef119e59892,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:48.810108 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-aa7c7b0d-2a00-4017-80d3-03f1692a20b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:48.834921 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aa7c7b0d-2a00-4017-80d3-03f1692a20b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:48.840287 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-aa7c7b0d-2a00-4017-80d3-03f1692a20b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7af60d26-d2f5-45ca-ade4-4ef119e59892 HTTP/1.1" status: 204  len: 168 time: 0.4982820
Dec 02 17:50:49.155915 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Deleting port cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:50:49.156416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:49.379478 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a808b96a-acb3-4cde-9a0c-6a9d52b71043 req-40a43265-190c-4b18-a7e4-e322be9b2073 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:49.385013 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a808b96a-acb3-4cde-9a0c-6a9d52b71043 req-40a43265-190c-4b18-a7e4-e322be9b2073 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.7313807
Dec 02 17:50:49.391600 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c1b90116-e0dd-413e-913c-1d8d743e9e4d req-8051e66b-bd8c-4fce-93e2-2eda0bb3e7ce tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 210 time: 0.0886064
Dec 02 17:50:49.440131 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Allocated IP 172.20.0.7 (3c088fa3-9b3b-4738-8b73-44e163a564ad/3061db35-98aa-4167-a5fe-df82c7a4c96c/d76b6bb1-dae9-4613-b74f-5a694af71c3c) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:50:49.471819 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a808b96a-acb3-4cde-9a0c-6a9d52b71043 req-1fb941e3-038d-4d67-93f4-ef041c0e8969 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778997
Dec 02 17:50:49.651461 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 51492) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:49.695065 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-de32ea28-6a3e-43f1-ab8c-cbf9da474078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:49.776604 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:49.811423 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-de32ea28-6a3e-43f1-ab8c-cbf9da474078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:49.828022 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-de32ea28-6a3e-43f1-ab8c-cbf9da474078 admin admin] Usage tracker for resource:security_group_rule and tenant:388c4e5e994e46d892b6e8c87cc40ca7 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:49.832839 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c251c2d-712d-4259-8d87-90817017cfd3 req-9b4983e5-5264-4adf-b852-30ebd7811462 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:49.833071 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-de32ea28-6a3e-43f1-ab8c-cbf9da474078 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:49.834608 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3c251c2d-712d-4259-8d87-90817017cfd3 req-9b4983e5-5264-4adf-b852-30ebd7811462 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 943 time: 0.1295731
Dec 02 17:50:49.843452 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] For port cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8,segment=NetworkSegment(f8657481-6b1a-4f40-86f3-789c36edfb93),segment_id=f8657481-6b1a-4f40-86f3-789c36edfb93)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:50:49.843749 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:49.852179 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-de32ea28-6a3e-43f1-ab8c-cbf9da474078 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:49.863567 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:49.895976 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:49.998442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Calling delete_port for cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:50:50.094198 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3c251c2d-712d-4259-8d87-90817017cfd3 req-2ee50469-8ef5-430b-87b7-26b17d4f4541 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/security-groups?id=cc2ba8e3-d186-4efd-b3d9-2e19231187b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2496819
Dec 02 17:50:50.178422 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Pushing event updated for resources: {'Port': ['ID=d76b6bb1-dae9-4613-b74f-5a694af71c3c,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:50.178422 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:50.220028 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe543db1-e196-4db8-a4b2-813d809f1636 req-507bbd9b-a181-4dd8-88a3-34b86cccc3ab tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:50.228374 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fe543db1-e196-4db8-a4b2-813d809f1636 req-507bbd9b-a181-4dd8-88a3-34b86cccc3ab tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.1659620
Dec 02 17:50:50.292453 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d22a7b-f610-469d-b8bc-7cf8bb31e57e req-b26e5348-58ac-410b-9224-bbaec1289e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:50.295642 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6d22a7b-f610-469d-b8bc-7cf8bb31e57e req-b26e5348-58ac-410b-9224-bbaec1289e2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82b2210b4ebf4222ae2d9b13049f05ec&device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 1162 time: 0.3125870
Dec 02 17:50:50.329360 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Network 3c088fa3-9b3b-4738-8b73-44e163a564ad is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:50:50.336088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:50:50.374125 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fe543db1-e196-4db8-a4b2-813d809f1636 req-1c972e54-aad7-4fbd-9a56-a822ab6e95c9 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1447544
Dec 02 17:50:50.390548 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:50:50.395146 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:50.395842 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:50.400761 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:50.464828 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ca1d45f8-9366-4325-8086-42e138dde486 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:50.503211 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-de32ea28-6a3e-43f1-ab8c-cbf9da474078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:50.507332 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Pushing event deleted for resources: {'Port': ['ID=cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:50.512227 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:50.513019 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-de32ea28-6a3e-43f1-ab8c-cbf9da474078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:50.596549 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9acc8015-7b91-4067-af8b-0529b4bfa066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:50.597422 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4492540
Dec 02 17:50:50.605885 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d22a7b-f610-469d-b8bc-7cf8bb31e57e req-26125523-4133-47ff-aee2-5b4e33378cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:50.607819 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6d22a7b-f610-469d-b8bc-7cf8bb31e57e req-26125523-4133-47ff-aee2-5b4e33378cb8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e8d80f8-dc83-49a9-857c-3b26867bd375 HTTP/1.1" status: 200  len: 913 time: 0.3045337
Dec 02 17:50:50.608776 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-de32ea28-6a3e-43f1-ab8c-cbf9da474078 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=388c4e5e994e46d892b6e8c87cc40ca7&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9560595
Dec 02 17:50:50.610150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 51512) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:50.652795 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de32ea28-6a3e-43f1-ab8c-cbf9da474078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a0443e-ad48-4b60-bf2e-44f9944cc5fa,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:50.658890 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-de32ea28-6a3e-43f1-ab8c-cbf9da474078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:50.693088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e332b7-b0d7-4c88-96e4-fdf38e1b3516 req-06594403-622a-4e0b-a745-3a9cc7d40fcd tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:50.698251 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-79e332b7-b0d7-4c88-96e4-fdf38e1b3516 req-06594403-622a-4e0b-a745-3a9cc7d40fcd tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.3673754
Dec 02 17:50:50.738537 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-60dfae8a-7b20-4b15-b30f-2d6cb144962a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:50.750791 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] No DVR routers for this DVR port cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 on host hv-cinder-73362 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 17:50:50.754337 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:50.757450 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39090d4-3191-4d61-b8bf-7c5fa64b0907', 'name': 'network-vif-deleted', 'tag': 'cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:50:50.801006 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-79e332b7-b0d7-4c88-96e4-fdf38e1b3516 req-f5b3d54e-b096-4a16-8cd6-75733539bac0 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926979
Dec 02 17:50:50.805192 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c0febd31-c833-4344-9091-d17bf0fa09ed req-cbd9adf5-6f78-461a-8e41-61dfdd1ac416 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.43 "DELETE /v2.0/ports/cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8 HTTP/1.1" status: 204  len: 173 time: 3.6633139
Dec 02 17:50:50.814677 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-60dfae8a-7b20-4b15-b30f-2d6cb144962a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:50.888332 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-60dfae8a-7b20-4b15-b30f-2d6cb144962a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:50.893702 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-de85cc62-d3fe-4283-98f2-9deef1886923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:50.909018 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfae8a-7b20-4b15-b30f-2d6cb144962a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a0443e-ad48-4b60-bf2e-44f9944cc5fa,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:50.913299 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-60dfae8a-7b20-4b15-b30f-2d6cb144962a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:50.916167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-60dfae8a-7b20-4b15-b30f-2d6cb144962a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:50.917711 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-60dfae8a-7b20-4b15-b30f-2d6cb144962a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1a0443e-ad48-4b60-bf2e-44f9944cc5fa HTTP/1.1" status: 204  len: 168 time: 0.3071184
Dec 02 17:50:51.087653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc1392-c891-441d-bf3a-64d85246d6fd req-82420f24-6908-4648-a9ea-f520a64fa420 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:51.089009 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-15fc1392-c891-441d-bf3a-64d85246d6fd req-82420f24-6908-4648-a9ea-f520a64fa420 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Synchronizing usage tracker for tenant:4c3e8fbc0cd740cfa9bb4d6f140b3027 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:50:51.147447 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-15fc1392-c891-441d-bf3a-64d85246d6fd req-82420f24-6908-4648-a9ea-f520a64fa420 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Unset dirty status for tenant:4c3e8fbc0cd740cfa9bb4d6f140b3027 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:50:51.148812 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-15fc1392-c891-441d-bf3a-64d85246d6fd req-82420f24-6908-4648-a9ea-f520a64fa420 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 931 time: 0.1916487
Dec 02 17:50:51.226306 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-15fc1392-c891-441d-bf3a-64d85246d6fd req-6688a311-fb57-4fa2-bdf7-f3e6a28ef9f9 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Synchronizing usage tracker for tenant:4c3e8fbc0cd740cfa9bb4d6f140b3027 on resource:security_group {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:50:51.256601 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-15fc1392-c891-441d-bf3a-64d85246d6fd req-6688a311-fb57-4fa2-bdf7-f3e6a28ef9f9 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Unset dirty status for tenant:4c3e8fbc0cd740cfa9bb4d6f140b3027 on resource:security_group {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:50:51.257946 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-15fc1392-c891-441d-bf3a-64d85246d6fd req-6688a311-fb57-4fa2-bdf7-f3e6a28ef9f9 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954545
Dec 02 17:50:51.334992 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39090d4-3191-4d61-b8bf-7c5fa64b0907', 'name': 'network-vif-deleted', 'tag': 'cd2446dc-1533-4d5d-b8bb-1ddf601fb9a8', 'status': 'completed', 'code': 200}
Dec 02 17:50:51.513768 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4beebac1-a047-4436-8c53-686495d3f3ef req-58bec40c-33e4-43fc-86d8-5daf6053f24b tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 210 time: 0.0681877
Dec 02 17:50:51.751674 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08387ef4-05a6-4f7d-99bf-61d3e84371d5 req-f1375aff-78b4-4459-827d-88a39ab6221e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:51.753356 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-08387ef4-05a6-4f7d-99bf-61d3e84371d5 req-f1375aff-78b4-4459-827d-88a39ab6221e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.1083884
Dec 02 17:50:51.807026 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-08387ef4-05a6-4f7d-99bf-61d3e84371d5 req-eff182d5-8bd2-4f0b-8764-d198408640f7 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458260
Dec 02 17:50:52.056777 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da7c05-6771-471d-a9ab-b104808e84b8 req-d03ea8d6-5cba-4050-b6b3-c28ddf8a2754 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:52.058401 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-28da7c05-6771-471d-a9ab-b104808e84b8 req-d03ea8d6-5cba-4050-b6b3-c28ddf8a2754 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.0925827
Dec 02 17:50:52.108941 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-28da7c05-6771-471d-a9ab-b104808e84b8 req-96dc0906-0afc-4295-8a85-8e19d7ef8483 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438821
Dec 02 17:50:52.484697 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f9d24-a63e-4c83-9c7c-e22d2203a5b1 req-644458b2-b21d-462b-9023-d9e469548d7c tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:52.486313 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a96f9d24-a63e-4c83-9c7c-e22d2203a5b1 req-644458b2-b21d-462b-9023-d9e469548d7c tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 931 time: 0.0913248
Dec 02 17:50:52.555020 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a96f9d24-a63e-4c83-9c7c-e22d2203a5b1 req-d3db2028-2acb-489a-a19e-9bbd87f8eb54 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619090
Dec 02 17:50:52.732686 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-82e9a86e-8532-41f5-bf8d-6cb3d8f33c7f req-780bac4f-46ef-40c5-9f06-a0b4fd462590 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 210 time: 0.0546613
Dec 02 17:50:53.051328 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7f7da-81e5-4564-b023-6f1e7a0985fe req-696385ca-5bc1-4f05-80e1-4f45cda789d9 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:53.053013 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-21d7f7da-81e5-4564-b023-6f1e7a0985fe req-696385ca-5bc1-4f05-80e1-4f45cda789d9 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.0867574
Dec 02 17:50:53.053602 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e4a6a01a-b060-4395-a6b5-4fcafc0277e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:53.106140 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-21d7f7da-81e5-4564-b023-6f1e7a0985fe req-bae4f412-00d3-4ab1-b23a-9bc5d3bb5cb5 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444965
Dec 02 17:50:53.335775 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7e8161-6efd-440b-ae0e-23d2b4ce3788 req-beab2eaf-e6cd-49ca-8d3c-1bf0a2df7f3c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:53.337614 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1e7e8161-6efd-440b-ae0e-23d2b4ce3788 req-beab2eaf-e6cd-49ca-8d3c-1bf0a2df7f3c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.0849836
Dec 02 17:50:53.389475 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1e7e8161-6efd-440b-ae0e-23d2b4ce3788 req-4d72fb12-0a34-4144-8297-a85b5390a7d7 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447009
Dec 02 17:50:53.785432 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdeb65-3dd4-4cfa-9cbd-900daed943d5 req-d7e894cb-6569-46b2-ab8e-c2e9925f8cf5 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:53.787082 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5dfdeb65-3dd4-4cfa-9cbd-900daed943d5 req-d7e894cb-6569-46b2-ab8e-c2e9925f8cf5 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 931 time: 0.0906453
Dec 02 17:50:53.838358 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5dfdeb65-3dd4-4cfa-9cbd-900daed943d5 req-13eef677-7094-4364-9122-078a63e044a3 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442779
Dec 02 17:50:54.015418 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3643acd0-5fdd-442d-8606-52503a93302f req-4ef00746-58ff-4980-87a1-735a398f32d3 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 210 time: 0.0468352
Dec 02 17:50:54.345775 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Request body: {'port': {'device_id': '74b92c53-5654-4799-af46-d6d48a6f4870', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:50:54.460908 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6d22a7b-f610-469d-b8bc-7cf8bb31e57e req-57c83d60-521c-47c2-b350-72aa95dfa5d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 HTTP/1.1" status: 200  len: 217 time: 0.1195164
Dec 02 17:50:54.471516 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d08b4-86aa-4a18-baf7-67455bdcb895 req-fd1b1dca-5738-4e95-b8a7-373b1692c2d6 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:54.473163 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-944d08b4-86aa-4a18-baf7-67455bdcb895 req-fd1b1dca-5738-4e95-b8a7-373b1692c2d6 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.2128801
Dec 02 17:50:54.591234 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-944d08b4-86aa-4a18-baf7-67455bdcb895 req-84b9391f-66aa-49af-97ca-d115e5b5d094 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1103103
Dec 02 17:50:54.593675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:55.027570 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d22a7b-f610-469d-b8bc-7cf8bb31e57e req-8755f3fd-1339-4058-9a20-d4167f5d8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:55.029300 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6d22a7b-f610-469d-b8bc-7cf8bb31e57e req-8755f3fd-1339-4058-9a20-d4167f5d8117 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d63a84ed-b463-4863-a3be-969d4a89bdad HTTP/1.1" status: 200  len: 859 time: 0.3224699
Dec 02 17:50:55.091611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e37e89-5ed6-47f0-ab2f-d2e46aef36f5 req-420d5a62-7cac-4c7a-bef0-ef54e771edbd tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:55.093291 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44e37e89-5ed6-47f0-ab2f-d2e46aef36f5 req-420d5a62-7cac-4c7a-bef0-ef54e771edbd tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 931 time: 0.1009915
Dec 02 17:50:55.130789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:55.143604 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6d22a7b-f610-469d-b8bc-7cf8bb31e57e req-febd0215-3bad-4d11-bff5-7e34c1989bdd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e8d80f8-dc83-49a9-857c-3b26867bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0689850
Dec 02 17:50:55.198406 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44e37e89-5ed6-47f0-ab2f-d2e46aef36f5 req-c27c4d81-fdc8-43ef-9a5c-4bbc7fb685c7 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984421
Dec 02 17:50:55.231795 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:55.232433 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:55.339965 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6d22a7b-f610-469d-b8bc-7cf8bb31e57e req-b59b1b9a-030c-4dd3-bf50-5e7f00fb1435 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816807
Dec 02 17:50:55.365119 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 257d1482-7082-4beb-9105-6b7421c3974c up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:55.411873 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-76f620df-69f9-4852-a0ad-a16cfaf17367 req-28ffa5bc-5ac4-4402-bdfb-e693c65ff426 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Synchronizing usage tracker for tenant:9626a3b324384f49a30095c98c72a8cb on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:50:55.433215 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-76f620df-69f9-4852-a0ad-a16cfaf17367 req-28ffa5bc-5ac4-4402-bdfb-e693c65ff426 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] Unset dirty status for tenant:9626a3b324384f49a30095c98c72a8cb on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:50:55.434557 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-76f620df-69f9-4852-a0ad-a16cfaf17367 req-28ffa5bc-5ac4-4402-bdfb-e693c65ff426 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 210 time: 0.0803254
Dec 02 17:50:55.450850 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port 257d1482-7082-4beb-9105-6b7421c3974c completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:50:55.456650 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 257d1482-7082-4beb-9105-6b7421c3974c triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:55.457081 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:55.481249 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9736e-7674-4d73-8d32-442f7b68f3b1 req-c2b5a5ba-acb3-4cb7-b237-6d43f94c5584 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:55.482965 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-26c9736e-7674-4d73-8d32-442f7b68f3b1 req-c2b5a5ba-acb3-4cb7-b237-6d43f94c5584 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.7300718
Dec 02 17:50:55.589189 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:55.629510 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8857cc92-97b4-44b8-827d-238cea945cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:55.632430 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-26c9736e-7674-4d73-8d32-442f7b68f3b1 req-4beb059e-6edb-453b-b470-b013b7fb41f9 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0980999
Dec 02 17:50:55.655771 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac06fde7-4c38-4ffc-88d9-370c3d01bf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257d1482-7082-4beb-9105-6b7421c3974c'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:50:55.662914 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6d22a7b-f610-469d-b8bc-7cf8bb31e57e req-d6368f84-952f-48a6-909a-3210d68a7a9d service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3067303
Dec 02 17:50:55.716979 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 257d1482-7082-4beb-9105-6b7421c3974c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=257d1482-7082-4beb-9105-6b7421c3974c,segment=NetworkSegment(66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f),segment_id=66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:50:55.724020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:55.727105 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:55.758138 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76b6bb1-dae9-4613-b74f-5a694af71c3c {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 17:50:55.775186 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:55.789178 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Transition to ACTIVE for port object d76b6bb1-dae9-4613-b74f-5a694af71c3c will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:50:55.792973 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:55.814286 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:55.843397 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=257d1482-7082-4beb-9105-6b7421c3974c,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:55.849897 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:55.943421 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac06fde7-4c38-4ffc-88d9-370c3d01bf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257d1482-7082-4beb-9105-6b7421c3974c', 'code': 200}
Dec 02 17:50:56.147803 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:56.170048 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 257d1482-7082-4beb-9105-6b7421c3974c up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:50:56.186827 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5d9fa-f49b-490e-8ef5-deafdefa3840 req-86ac2753-da06-410d-bc30-a40bc5637927 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:56.192019 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50b5d9fa-f49b-490e-8ef5-deafdefa3840 req-86ac2753-da06-410d-bc30-a40bc5637927 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.2736948
Dec 02 17:50:56.356743 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50b5d9fa-f49b-490e-8ef5-deafdefa3840 req-0fbdb5f3-03de-4143-8532-7651265ca10c tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1503005
Dec 02 17:50:56.414357 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Pushing event updated for resources: {'Port': ['ID=d76b6bb1-dae9-4613-b74f-5a694af71c3c,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:56.438077 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:56.500092 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 257d1482-7082-4beb-9105-6b7421c3974c triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:50:56.500517 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:56.905804 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e70b6975-69f7-49d7-afff-99e359e2de3e req-780b1fea-b8b1-4dfa-9d63-054258044140 tempest-DeleteServersTestJSON-632578110 tempest-DeleteServersTestJSON-632578110] 10.222.0.21 "GET /v2.0/ports?device_id=e39090d4-3191-4d61-b8bf-7c5fa64b0907 HTTP/1.1" status: 200  len: 210 time: 0.0765009
Dec 02 17:50:56.942719 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Attempting to bind port d76b6bb1-dae9-4613-b74f-5a694af71c3c on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:50:56.943380 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Attempting to bind port d76b6bb1-dae9-4613-b74f-5a694af71c3c by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '60fc7736-e6b3-45e7-b05d-86e69c1b9dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c088fa3-9b3b-4738-8b73-44e163a564ad'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:50:56.944116 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Attempting to bind port d76b6bb1-dae9-4613-b74f-5a694af71c3c on network 3c088fa3-9b3b-4738-8b73-44e163a564ad {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:50:56.967742 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:50:56.968409 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Checking segment: {'id': '60fc7736-e6b3-45e7-b05d-86e69c1b9dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c088fa3-9b3b-4738-8b73-44e163a564ad'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:50:56.968986 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:56.969653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Bound using segment: {'id': '60fc7736-e6b3-45e7-b05d-86e69c1b9dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c088fa3-9b3b-4738-8b73-44e163a564ad'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:50:56.970490 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Bound port: d76b6bb1-dae9-4613-b74f-5a694af71c3c, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60fc7736-e6b3-45e7-b05d-86e69c1b9dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c088fa3-9b3b-4738-8b73-44e163a564ad'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:50:56.971155 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:57.081761 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:57.253508 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] For port d76b6bb1-dae9-4613-b74f-5a694af71c3c, host hv-cinder-73362, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:50:57.275998 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] For port d76b6bb1-dae9-4613-b74f-5a694af71c3c, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=d76b6bb1-dae9-4613-b74f-5a694af71c3c,segment=NetworkSegment(60fc7736-e6b3-45e7-b05d-86e69c1b9dfb),segment_id=60fc7736-e6b3-45e7-b05d-86e69c1b9dfb)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:50:57.308307 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10d542-1fe6-427e-913a-d76ee8ddebe0 req-a139b66a-adcc-4857-b84b-3c67d4d67445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:57.311051 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fd10d542-1fe6-427e-913a-d76ee8ddebe0 req-a139b66a-adcc-4857-b84b-3c67d4d67445 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 1163 time: 0.6500261
Dec 02 17:50:57.323001 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae8b0d-5257-47e7-ae38-21ebf26a3062 req-119bf2a4-7159-4bef-a3e2-c32e25288317 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:57.325938 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-afae8b0d-5257-47e7-ae38-21ebf26a3062 req-119bf2a4-7159-4bef-a3e2-c32e25288317 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.6700456
Dec 02 17:50:57.328176 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:57.382038 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7346e-fe55-4069-bdd7-aa6bed2b17a3 req-fb8ae925-bc1a-4c2d-9fd9-176158d37408 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:57.384387 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-29f7346e-fe55-4069-bdd7-aa6bed2b17a3 req-fb8ae925-bc1a-4c2d-9fd9-176158d37408 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.1494210
Dec 02 17:50:57.386950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-76f5e53f-d17c-4285-b189-8b1fa0b09cb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:57.444172 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-29f7346e-fe55-4069-bdd7-aa6bed2b17a3 req-4811d2f0-093a-4bcf-b809-b83a21cee3ed tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474105
Dec 02 17:50:57.468309 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 51658) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:57.618359 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fd10d542-1fe6-427e-913a-d76ee8ddebe0 req-e048dcac-72b5-4cd4-b5c1-3436c9fd8d51 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2882419
Dec 02 17:50:57.626301 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-afae8b0d-5257-47e7-ae38-21ebf26a3062 req-41bf93b7-eced-432c-ae3a-a481ebff1911 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2688937
Dec 02 17:50:57.638084 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Pushing event updated for resources: {'Port': ['ID=d76b6bb1-dae9-4613-b74f-5a694af71c3c,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:57.647678 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:57.719101 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:57.719787 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:57.721564 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-193431dd-01c2-4168-920f-126e079bb575 service neutron] 10.222.0.43 "PUT /v2.0/ports/d76b6bb1-dae9-4613-b74f-5a694af71c3c HTTP/1.1" status: 200  len: 1157 time: 3.3820109
Dec 02 17:50:57.722136 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b92c53-5654-4799-af46-d6d48a6f4870', 'tag': 'd76b6bb1-dae9-4613-b74f-5a694af71c3c'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:50:57.745941 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2214c918-0fe0-4738-a90d-42624865370d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:57.765884 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-2214c918-0fe0-4738-a90d-42624865370d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:50:57.770627 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-2214c918-0fe0-4738-a90d-42624865370d admin admin] Usage tracker for resource:security_group_rule and tenant:14f157b8d4804651887201eec3d9ea7e is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:50:57.774641 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-2214c918-0fe0-4738-a90d-42624865370d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:50:57.777901 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:57.780690 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-2214c918-0fe0-4738-a90d-42624865370d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:50:57.881413 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc75d3f-4898-4314-b16f-cf62b3c713a6 req-882568aa-7f6e-48c8-90e3-6369f81f7833 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:57.883495 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9fc75d3f-4898-4314-b16f-cf62b3c713a6 req-882568aa-7f6e-48c8-90e3-6369f81f7833 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1030362
Dec 02 17:50:57.903287 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2214c918-0fe0-4738-a90d-42624865370d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:57.906816 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2214c918-0fe0-4738-a90d-42624865370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:57.917523 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2b84c532-b6f5-463a-8c6b-561c4f5f0ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:57.949896 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9fc75d3f-4898-4314-b16f-cf62b3c713a6 req-d3ab36b9-0641-4a41-9dd4-55d17ebcead9 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546715
Dec 02 17:50:57.966142 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-2214c918-0fe0-4738-a90d-42624865370d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14f157b8d4804651887201eec3d9ea7e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4918571
Dec 02 17:50:57.966142 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2214c918-0fe0-4738-a90d-42624865370d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648d8531-7947-43fd-a1e5-7e40db302d99,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:57.966590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 51670) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:50:57.970951 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2214c918-0fe0-4738-a90d-42624865370d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:58.048005 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-30e85dce-8b12-483c-b99f-d4f2bdb8f632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:58.066169 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74b92c53-5654-4799-af46-d6d48a6f4870', 'tag': 'd76b6bb1-dae9-4613-b74f-5a694af71c3c', 'status': 'completed', 'code': 200}
Dec 02 17:50:58.082754 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-30e85dce-8b12-483c-b99f-d4f2bdb8f632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:58.141449 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-30e85dce-8b12-483c-b99f-d4f2bdb8f632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:58.147563 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ef029a5d-2b09-4b5f-9bb6-803ff90e3594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:50:58.161416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e85dce-8b12-483c-b99f-d4f2bdb8f632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648d8531-7947-43fd-a1e5-7e40db302d99,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:50:58.164627 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-30e85dce-8b12-483c-b99f-d4f2bdb8f632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:50:58.172348 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-30e85dce-8b12-483c-b99f-d4f2bdb8f632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:50:58.174276 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-30e85dce-8b12-483c-b99f-d4f2bdb8f632 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/648d8531-7947-43fd-a1e5-7e40db302d99 HTTP/1.1" status: 204  len: 168 time: 0.2055964
Dec 02 17:50:58.718557 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad62462-bfc2-4b52-a21e-a1d9765a5efc req-bb78e813-8280-492f-8c6f-c8c1f0232463 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:58.720507 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9ad62462-bfc2-4b52-a21e-a1d9765a5efc req-bb78e813-8280-492f-8c6f-c8c1f0232463 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.1145270
Dec 02 17:50:58.787954 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9ad62462-bfc2-4b52-a21e-a1d9765a5efc req-c0690518-732a-4e79-9a28-e495116ed91a tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595634
Dec 02 17:50:59.026555 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c78fe7-42bf-4fdf-8a2e-532bb0d18beb req-7b1c7fae-14eb-4289-b877-457bfa36b1a3 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:59.028814 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-54c78fe7-42bf-4fdf-8a2e-532bb0d18beb req-7b1c7fae-14eb-4289-b877-457bfa36b1a3 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.1139956
Dec 02 17:50:59.089900 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-54c78fe7-42bf-4fdf-8a2e-532bb0d18beb req-5d839052-78a5-4881-8313-244563d432ba tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527675
Dec 02 17:50:59.359086 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b7c49-5673-4018-a630-016e77ddce1d req-4c72b6e8-45ce-4936-b41b-5b47cddb828f tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:50:59.360872 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c94b7c49-5673-4018-a630-016e77ddce1d req-4c72b6e8-45ce-4936-b41b-5b47cddb828f tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1051667
Dec 02 17:50:59.630461 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c94b7c49-5673-4018-a630-016e77ddce1d req-edde8ed8-6b64-4a6d-89ae-8d52fc074b3e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2607512
Dec 02 17:51:00.094528 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146d6bb-d0d6-4256-bbc5-c0e47e1ff4a3 req-e6dca8ff-ae03-4bc2-b2d7-b0bb65187002 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:00.096111 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d146d6bb-d0d6-4256-bbc5-c0e47e1ff4a3 req-e6dca8ff-ae03-4bc2-b2d7-b0bb65187002 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.1355159
Dec 02 17:51:00.156522 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d146d6bb-d0d6-4256-bbc5-c0e47e1ff4a3 req-8241d59b-f854-4ef1-bb00-b8789e7217a3 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510237
Dec 02 17:51:00.374447 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e14e46-a212-4fdc-b749-9c93bdeff058 req-a5a1b1dd-6e40-45d5-af18-079772f94303 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:00.376094 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-17e14e46-a212-4fdc-b749-9c93bdeff058 req-a5a1b1dd-6e40-45d5-af18-079772f94303 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.0896177
Dec 02 17:51:00.428941 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-17e14e46-a212-4fdc-b749-9c93bdeff058 req-ececc9f3-4e28-4c18-bfe6-96e59bd9c508 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461473
Dec 02 17:51:00.875078 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e41623-edfe-49df-8863-2c4a0db692cb req-0630fd7f-dc30-4f6e-b997-c2cfc5bc45f7 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:00.876712 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50e41623-edfe-49df-8863-2c4a0db692cb req-0630fd7f-dc30-4f6e-b997-c2cfc5bc45f7 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0906558
Dec 02 17:51:00.937544 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50e41623-edfe-49df-8863-2c4a0db692cb req-5924b9ef-5a29-4dbe-806c-c1bc5bc62c7a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541604
Dec 02 17:51:01.387615 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58dfd08-60e6-40b0-912b-b275f8395d9a req-8e31d879-fe93-4f51-94e6-818d8d13b1d7 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:01.389265 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58dfd08-60e6-40b0-912b-b275f8395d9a req-8e31d879-fe93-4f51-94e6-818d8d13b1d7 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.0988564
Dec 02 17:51:01.457227 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58dfd08-60e6-40b0-912b-b275f8395d9a req-099fb911-d8fc-46e5-9f90-c223da7a07a8 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555322
Dec 02 17:51:01.669313 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29c096-b8ea-41ef-aa20-af590272790b req-d3440bfb-635f-47c7-ac1e-77bacd7f4418 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:01.671115 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ac29c096-b8ea-41ef-aa20-af590272790b req-d3440bfb-635f-47c7-ac1e-77bacd7f4418 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.0883381
Dec 02 17:51:01.720898 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ac29c096-b8ea-41ef-aa20-af590272790b req-0d213ed0-f7e5-4b0a-a1f1-baaf5703d984 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429807
Dec 02 17:51:02.245833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64e2ca-d97d-49ec-b67e-401b19852e9a req-dce3915e-6ac0-44a5-9a09-145ef81723fe tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:02.247663 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6c64e2ca-d97d-49ec-b67e-401b19852e9a req-dce3915e-6ac0-44a5-9a09-145ef81723fe tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1049809
Dec 02 17:51:02.308549 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6c64e2ca-d97d-49ec-b67e-401b19852e9a req-4d04406c-b027-4aed-9edf-812ffcf23347 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518534
Dec 02 17:51:02.769665 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ae3e0-d564-4be5-95f6-55b13ce30916 req-9bb396d1-6aea-4a1b-ae1f-c2d079ad3e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:02.771413 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-375ae3e0-d564-4be5-95f6-55b13ce30916 req-9bb396d1-6aea-4a1b-ae1f-c2d079ad3e15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c3e8fbc0cd740cfa9bb4d6f140b3027&device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 1160 time: 0.1730382
Dec 02 17:51:02.784810 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813dbf9-4f9c-45fb-9776-c47b86de0c9a req-8ff14bc8-48c8-4805-98bd-da98add07229 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:02.786444 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f813dbf9-4f9c-45fb-9776-c47b86de0c9a req-8ff14bc8-48c8-4805-98bd-da98add07229 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.1284940
Dec 02 17:51:02.949795 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f813dbf9-4f9c-45fb-9776-c47b86de0c9a req-29cb5a0d-10e8-48f8-b38a-e4675e785d47 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1560748
Dec 02 17:51:02.981293 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d7902-eca7-4a70-b706-980defb335eb req-c269f77b-eee6-4484-8d81-20e09c5a80d5 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:02.983894 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a4d7902-eca7-4a70-b706-980defb335eb req-c269f77b-eee6-4484-8d81-20e09c5a80d5 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.1014354
Dec 02 17:51:03.012932 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ae3e0-d564-4be5-95f6-55b13ce30916 req-2050fd9d-20b0-4d1a-bb28-98a7426f8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:03.014599 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-375ae3e0-d564-4be5-95f6-55b13ce30916 req-2050fd9d-20b0-4d1a-bb28-98a7426f8af1 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4c3e8fbc0cd740cfa9bb4d6f140b3027&shared=False HTTP/1.1" status: 200  len: 903 time: 0.2176054
Dec 02 17:51:03.053168 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a4d7902-eca7-4a70-b706-980defb335eb req-6d9f3add-5a4c-4008-b1cd-21d06d812367 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625348
Dec 02 17:51:03.555443 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503513fe-a73a-44aa-a2e8-da858a68fea3 req-88f2122a-e61e-4c46-a133-2505337c5cf2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:03.558122 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-503513fe-a73a-44aa-a2e8-da858a68fea3 req-88f2122a-e61e-4c46-a133-2505337c5cf2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0918574
Dec 02 17:51:03.629631 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-503513fe-a73a-44aa-a2e8-da858a68fea3 req-63efbea4-e945-4369-8e52-7c1054395469 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628636
Dec 02 17:51:04.244882 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efff310-1284-4cff-ad2f-56c36390fa71 req-d399396b-9299-4a8c-a171-769b803da2ef tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:04.247101 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1efff310-1284-4cff-ad2f-56c36390fa71 req-d399396b-9299-4a8c-a171-769b803da2ef tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.1103945
Dec 02 17:51:04.332692 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1efff310-1284-4cff-ad2f-56c36390fa71 req-14888bd5-dc15-48e3-a48f-ce7afee8f5a6 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776377
Dec 02 17:51:04.599436 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715680a-d76e-4c41-a6ce-a0f4025861d2 req-d15c6e78-e2cf-431a-869d-23b0cc536f9a tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:04.601128 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b715680a-d76e-4c41-a6ce-a0f4025861d2 req-d15c6e78-e2cf-431a-869d-23b0cc536f9a tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.0996008
Dec 02 17:51:04.667545 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b715680a-d76e-4c41-a6ce-a0f4025861d2 req-3f6c41ab-2610-4739-b129-0d3a90580f7a tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558639
Dec 02 17:51:05.001669 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2656c602-7418-4e76-a1e7-6eb9ca06872b req-98b01a56-3bd5-4417-ac6b-85592ea98ca0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:05.003510 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2656c602-7418-4e76-a1e7-6eb9ca06872b req-98b01a56-3bd5-4417-ac6b-85592ea98ca0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1408582
Dec 02 17:51:05.069710 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2656c602-7418-4e76-a1e7-6eb9ca06872b req-d3626604-ace5-450b-967d-02a32230df2e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538778
Dec 02 17:51:05.619221 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:05.726610 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45ec5e-067e-44b4-8886-c40c3528b781 req-8c2a97b5-1c8f-4c4c-a0d0-6ed4b84abe80 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:05.728902 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8b45ec5e-067e-44b4-8886-c40c3528b781 req-8c2a97b5-1c8f-4c4c-a0d0-6ed4b84abe80 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.1748381
Dec 02 17:51:05.818516 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8b45ec5e-067e-44b4-8886-c40c3528b781 req-b939a88f-239b-42db-bc10-6709e13850a5 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772612
Dec 02 17:51:06.098964 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:51:06.189119 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d73c8-f8be-4afc-9bff-d0115b86bf52 req-d18da3a0-5fca-44ee-bfd9-2c6f799874af tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:06.191370 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-201d73c8-f8be-4afc-9bff-d0115b86bf52 req-d18da3a0-5fca-44ee-bfd9-2c6f799874af tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.1598566
Dec 02 17:51:06.263274 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-201d73c8-f8be-4afc-9bff-d0115b86bf52 req-b674685e-5b67-4c4e-85b1-020d8957b8c7 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618608
Dec 02 17:51:06.554321 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01a126-4fa5-45af-a721-8866dd2082e9 req-244052cb-e2de-476c-9b66-300467e07613 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:06.557010 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1e01a126-4fa5-45af-a721-8866dd2082e9 req-244052cb-e2de-476c-9b66-300467e07613 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0991936
Dec 02 17:51:06.636229 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1e01a126-4fa5-45af-a721-8866dd2082e9 req-1d33559b-4d40-48dd-aa1b-0926db512576 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686631
Dec 02 17:51:07.082373 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2bc5f-eb8b-40dd-a56b-ac98defa774e req-ed3851b8-29df-4559-bc24-e6a96be5c294 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:07.084188 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a7a2bc5f-eb8b-40dd-a56b-ac98defa774e req-ed3851b8-29df-4559-bc24-e6a96be5c294 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.1026654
Dec 02 17:51:07.146394 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a7a2bc5f-eb8b-40dd-a56b-ac98defa774e req-d87a0a3b-7b39-4c75-b404-ab4cd2455530 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550873
Dec 02 17:51:07.513854 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69420ba-429a-464b-ae11-0c7cbfe4dd96 req-39fbd221-82a7-415f-8795-88bcd8955f5a tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:07.515544 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b69420ba-429a-464b-ae11-0c7cbfe4dd96 req-39fbd221-82a7-415f-8795-88bcd8955f5a tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.0955610
Dec 02 17:51:07.571825 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b69420ba-429a-464b-ae11-0c7cbfe4dd96 req-9afc1731-2ab3-475f-ad2a-a767f200f9f1 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484424
Dec 02 17:51:07.965982 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ae3e0-d564-4be5-95f6-55b13ce30916 req-1753319a-77b8-494f-9ee5-af9a2a21bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:07.967695 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-375ae3e0-d564-4be5-95f6-55b13ce30916 req-1753319a-77b8-494f-9ee5-af9a2a21bab7 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3143876
Dec 02 17:51:07.996215 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17674959-70c1-4f87-8532-ae37be02326d req-94ef8e6e-6773-44d8-9d39-0d96964a6aea tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:07.997838 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-17674959-70c1-4f87-8532-ae37be02326d req-94ef8e6e-6773-44d8-9d39-0d96964a6aea tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1933410
Dec 02 17:51:08.055951 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-17674959-70c1-4f87-8532-ae37be02326d req-e91783b4-de90-4ee2-b1e6-f6f35bf0c678 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463891
Dec 02 17:51:08.141581 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-1baa9c5c-5582-4ac4-9985-d51c8b7b351a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:08.143525 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-1baa9c5c-5582-4ac4-9985-d51c8b7b351a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c3e8fbc0cd740cfa9bb4d6f140b3027&device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 1160 time: 0.0860188
Dec 02 17:51:08.420127 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87969a16-888c-4a7e-8465-755afad54858 req-aada228c-172d-43b9-ad54-8f50ac370b77 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:08.421716 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-87969a16-888c-4a7e-8465-755afad54858 req-aada228c-172d-43b9-ad54-8f50ac370b77 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.1074603
Dec 02 17:51:08.483654 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-87969a16-888c-4a7e-8465-755afad54858 req-167375e1-bdd5-46ec-aac1-d9781a907774 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540144
Dec 02 17:51:08.506386 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-3312a3ca-fc57-4f97-a0ba-d4128409391b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d76b6bb1-dae9-4613-b74f-5a694af71c3c HTTP/1.1" status: 200  len: 217 time: 0.0861709
Dec 02 17:51:08.583489 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-02fedc7f-5bfe-4a69-a9d6-2e247da1fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:08.585097 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-02fedc7f-5bfe-4a69-a9d6-2e247da1fe04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3061db35-98aa-4167-a5fe-df82c7a4c96c HTTP/1.1" status: 200  len: 849 time: 0.0715785
Dec 02 17:51:08.650588 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-e25de8ab-0fee-4ab1-9eb0-19fbc89cbc6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c088fa3-9b3b-4738-8b73-44e163a564ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0573323
Dec 02 17:51:08.902414 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-4e51cef0-8c4e-4886-b392-c5c858e8e888 service neutron] 10.222.0.43 "GET /v2.0/networks/3c088fa3-9b3b-4738-8b73-44e163a564ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2419877
Dec 02 17:51:08.914015 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6bcb2-e1b5-4414-86c1-dbc48e112dd7 req-8062e278-ce8e-4cea-8fd5-8d8d3db6bccf tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:08.916125 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-cef6bcb2-e1b5-4414-86c1-dbc48e112dd7 req-8062e278-ce8e-4cea-8fd5-8d8d3db6bccf tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.1295381
Dec 02 17:51:09.094626 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-cef6bcb2-e1b5-4414-86c1-dbc48e112dd7 req-7b6be6c6-e791-45a0-94cd-6743fc33ed60 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1428111
Dec 02 17:51:09.175948 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-37377b07-8644-4433-bcf1-9e5b15c8b510 req-b7670d48-3667-4632-bdb0-b0eaa15daac7 service neutron] 10.222.0.43 "GET /v2.0/networks/3c088fa3-9b3b-4738-8b73-44e163a564ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2565405
Dec 02 17:51:09.349737 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed090d9-ae78-46ae-ac6b-8b38fdaf1b74 req-ec9c3389-38f1-421b-94e1-baf9a3a3009b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:09.351381 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bed090d9-ae78-46ae-ac6b-8b38fdaf1b74 req-ec9c3389-38f1-421b-94e1-baf9a3a3009b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0859883
Dec 02 17:51:09.408076 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bed090d9-ae78-46ae-ac6b-8b38fdaf1b74 req-badbe368-5814-409f-862f-78445a3d296e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488350
Dec 02 17:51:09.709864 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddf1fa-c2f8-4001-99df-6b2008855561 req-f0ee8eaa-bb46-41d6-b105-03ca9291371d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:09.712163 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4eddf1fa-c2f8-4001-99df-6b2008855561 req-f0ee8eaa-bb46-41d6-b105-03ca9291371d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.0878403
Dec 02 17:51:09.762591 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4eddf1fa-c2f8-4001-99df-6b2008855561 req-cc392092-cfde-4192-a443-74c61f35ae48 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441713
Dec 02 17:51:10.535605 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7441c5-584f-4699-bb6a-6f0621722afb req-c6339855-c59d-42e6-8c46-9be1dae7ff14 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:10.535605 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7f7441c5-584f-4699-bb6a-6f0621722afb req-c6339855-c59d-42e6-8c46-9be1dae7ff14 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.2633722
Dec 02 17:51:10.588415 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7f7441c5-584f-4699-bb6a-6f0621722afb req-0ad1cd30-2ad5-4065-8c05-69aeb45842c8 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462925
Dec 02 17:51:10.823509 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca2530-d1d6-4866-b103-f01941a650f4 req-c377bc76-d752-446c-86a4-945044eab9be tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:10.825165 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7fca2530-d1d6-4866-b103-f01941a650f4 req-c377bc76-d752-446c-86a4-945044eab9be tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0988822
Dec 02 17:51:10.881890 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7fca2530-d1d6-4866-b103-f01941a650f4 req-37e3ce1c-c0ac-4859-b5ff-c7a37b7b3d89 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0499449
Dec 02 17:51:11.110941 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3fbce-5b16-42a4-9eb7-cd43d800fc05 req-d6c51b2d-d73f-4943-b798-b3b566d9ac81 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:11.112478 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-06b3fbce-5b16-42a4-9eb7-cd43d800fc05 req-d6c51b2d-d73f-4943-b798-b3b566d9ac81 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.0914502
Dec 02 17:51:11.170309 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-06b3fbce-5b16-42a4-9eb7-cd43d800fc05 req-562a19ac-9d6b-44c6-8e85-cf08146d4a3c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463820
Dec 02 17:51:11.966225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c26efd5-08c6-453c-8d98-24143b8c3931 req-78611d7e-f064-4166-8590-db72c320f02d tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:11.967846 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4c26efd5-08c6-453c-8d98-24143b8c3931 req-78611d7e-f064-4166-8590-db72c320f02d tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.0950656
Dec 02 17:51:12.022648 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4c26efd5-08c6-453c-8d98-24143b8c3931 req-c93454b2-3890-4fa6-9108-53234e0183a4 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479031
Dec 02 17:51:12.230312 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8938c689-3283-4285-8272-4717415407c0 req-d6bd4065-3ead-4877-9e79-54b87bbe2839 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:12.231908 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8938c689-3283-4285-8272-4717415407c0 req-d6bd4065-3ead-4877-9e79-54b87bbe2839 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0916569
Dec 02 17:51:12.284260 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8938c689-3283-4285-8272-4717415407c0 req-17a5cd9d-a61a-4715-a401-caf8dfdb3b3b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458393
Dec 02 17:51:12.522015 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc5fe0-979e-47a4-89f3-c84e17819fde req-b93c8201-ccc6-4929-9c0c-2d16bdf0f094 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:12.523893 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3ffc5fe0-979e-47a4-89f3-c84e17819fde req-b93c8201-ccc6-4929-9c0c-2d16bdf0f094 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.0989165
Dec 02 17:51:12.575198 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3ffc5fe0-979e-47a4-89f3-c84e17819fde req-a75e3f9d-11a8-4da1-aec1-a9889e9bd4ab tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436888
Dec 02 17:51:13.245392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d08236-b1c0-4a81-adcf-5ccbecb52899 req-821ee561-0b2b-48c0-8d24-fbd584121689 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:13.247012 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6d08236-b1c0-4a81-adcf-5ccbecb52899 req-821ee561-0b2b-48c0-8d24-fbd584121689 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.0884404
Dec 02 17:51:13.295723 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6d08236-b1c0-4a81-adcf-5ccbecb52899 req-57983f6b-b4a7-4954-acb0-f0926dc3d45f tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423460
Dec 02 17:51:13.532262 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ba27c-aa93-4d2b-ac7e-c406b579eaae req-5fc0695a-d818-4549-9a17-9817dc850153 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:13.534146 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ee7ba27c-aa93-4d2b-ac7e-c406b579eaae req-5fc0695a-d818-4549-9a17-9817dc850153 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0886383
Dec 02 17:51:13.586991 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ee7ba27c-aa93-4d2b-ac7e-c406b579eaae req-2ec20e9b-8041-49df-afa1-c0b07ad7b767 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438113
Dec 02 17:51:13.831272 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccc4f2-7bb9-42d1-8239-fff6420debdd req-a6f135e2-cd22-412a-9cc1-3a2fd9636650 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:13.832888 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50ccc4f2-7bb9-42d1-8239-fff6420debdd req-a6f135e2-cd22-412a-9cc1-3a2fd9636650 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.0920985
Dec 02 17:51:13.887737 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50ccc4f2-7bb9-42d1-8239-fff6420debdd req-7c4f1228-53d2-4bf7-9e3e-36a9fb2367be tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478609
Dec 02 17:51:14.267985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 257d1482-7082-4beb-9105-6b7421c3974c up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:51:14.343611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 257d1482-7082-4beb-9105-6b7421c3974c triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:51:14.344037 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:14.590801 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237162c4-b04d-4f84-8723-4e1efb30af48 req-f569a8fd-4e2a-41c0-99b0-5c9013fe8592 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:14.592865 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-237162c4-b04d-4f84-8723-4e1efb30af48 req-f569a8fd-4e2a-41c0-99b0-5c9013fe8592 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.1000812
Dec 02 17:51:14.671340 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-237162c4-b04d-4f84-8723-4e1efb30af48 req-ddfadc17-0f91-408a-b11e-302f4420ca93 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652032
Dec 02 17:51:14.920779 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c7824-6f88-4a5a-94a6-0816cfe52a9f req-8cb2f21d-197f-4b9e-b39f-34b620f170d8 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:14.922572 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e55c7824-6f88-4a5a-94a6-0816cfe52a9f req-8cb2f21d-197f-4b9e-b39f-34b620f170d8 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1038043
Dec 02 17:51:14.979239 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e55c7824-6f88-4a5a-94a6-0816cfe52a9f req-28c6acd9-8403-42a8-a53b-62563c3c8906 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482807
Dec 02 17:51:15.237261 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b819c30d-f8c0-48f4-b4c7-e88f16e1a2d4 req-747464a5-3d1d-4b37-a4b3-955491afb867 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:15.239242 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b819c30d-f8c0-48f4-b4c7-e88f16e1a2d4 req-747464a5-3d1d-4b37-a4b3-955491afb867 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.1150475
Dec 02 17:51:15.265341 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e570602f-c086-4949-b999-80e719009c3a req-3ce6e019-39ba-47fc-adcf-382d208e21c4 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:15.267036 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e570602f-c086-4949-b999-80e719009c3a req-3ce6e019-39ba-47fc-adcf-382d208e21c4 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1102455
Dec 02 17:51:15.277580 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 51922) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:15.284610 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-79ef3469-2367-4e3e-8d15-4aa6ad3f4295 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Request body: {'floatingip': {'port_id': '257d1482-7082-4beb-9105-6b7421c3974c'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:51:15.303605 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b819c30d-f8c0-48f4-b4c7-e88f16e1a2d4 req-66001dd0-3de9-4540-829d-13fc9b7aaa42 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563614
Dec 02 17:51:15.372137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-79ef3469-2367-4e3e-8d15-4aa6ad3f4295 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for floatingip, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:16.246859 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540faf3d-2f1b-4d57-8c7b-b92f03ba7b3a req-86812626-3a8a-415c-9e75-7c097fbf81bc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:16.248513 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-540faf3d-2f1b-4d57-8c7b-b92f03ba7b3a req-86812626-3a8a-415c-9e75-7c097fbf81bc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.3330939
Dec 02 17:51:16.332593 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-540faf3d-2f1b-4d57-8c7b-b92f03ba7b3a req-46bb70ac-a3cb-4ac9-8d89-2b74ce945dd8 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717509
Dec 02 17:51:16.474413 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-79ef3469-2367-4e3e-8d15-4aa6ad3f4295 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:16.479176 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-79ef3469-2367-4e3e-8d15-4aa6ad3f4295 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:16.631016 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bca0c6-f849-4abc-b6e9-7a0923582d8b req-8182d0aa-2657-4b58-93a6-a08d1137db50 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:16.632231 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-07bca0c6-f849-4abc-b6e9-7a0923582d8b req-8182d0aa-2657-4b58-93a6-a08d1137db50 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.1116290
Dec 02 17:51:16.699618 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-07bca0c6-f849-4abc-b6e9-7a0923582d8b req-a3ccfb7f-02f5-469a-a228-eadd3b25a663 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570824
Dec 02 17:51:16.702945 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [None req-79ef3469-2367-4e3e-8d15-4aa6ad3f4295 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Floating IP c87aa4b9-e0be-4115-b0af-82e52400212b associated. External IP: 172.27.2.120, port: 257d1482-7082-4beb-9105-6b7421c3974c.
Dec 02 17:51:17.210068 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 51974) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:17.290122 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_v2 [None req-303071c8-0d43-485f-b9f1-02fee4068fcc admin admin] Deleting subnet 45aaa4a7-2ee9-4ac8-b6f5-67d2f938f254 {{(pid=80243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 17:51:17.293426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-303071c8-0d43-485f-b9f1-02fee4068fcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:17.352704 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-303071c8-0d43-485f-b9f1-02fee4068fcc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:17.360585 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-303071c8-0d43-485f-b9f1-02fee4068fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851170303'] for subnet, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:17.364089 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ef3469-2367-4e3e-8d15-4aa6ad3f4295 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Router 1cdf980c-19ec-4403-901f-470e99d43915 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:51:17.578592 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ef3469-2367-4e3e-8d15-4aa6ad3f4295 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:51:17.592217 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63a11a8-6fb6-48a5-bb59-5707d4de1c0f None None] Sync routers for ids ['1cdf980c-19ec-4403-901f-470e99d43915'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:51:17.598435 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-79ef3469-2367-4e3e-8d15-4aa6ad3f4295 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:17.604817 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a11a8-6fb6-48a5-bb59-5707d4de1c0f None None] Routers {'1cdf980c-19ec-4403-901f-470e99d43915'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:51:17.605547 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-a63a11a8-6fb6-48a5-bb59-5707d4de1c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c443358>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:50:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['1cdf980c-19ec-4403-901f-470e99d43915'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:51:17.667890 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-79ef3469-2367-4e3e-8d15-4aa6ad3f4295 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "PUT /v2.0/floatingips/c87aa4b9-e0be-4115-b0af-82e52400212b HTTP/1.1" status: 200  len: 992 time: 2.3879027
Dec 02 17:51:17.668179 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac06fde7-4c38-4ffc-88d9-370c3d01bf3c', 'tag': '257d1482-7082-4beb-9105-6b7421c3974c'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:51:17.730949 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55d384-481a-4210-b911-6a3801d00bfd req-e17116b8-8a97-4c37-83f1-e1c2b23db861 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:17.732744 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ba55d384-481a-4210-b911-6a3801d00bfd req-e17116b8-8a97-4c37-83f1-e1c2b23db861 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.2050121
Dec 02 17:51:17.791918 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-303071c8-0d43-485f-b9f1-02fee4068fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for subnet, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:17.810199 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ba55d384-481a-4210-b911-6a3801d00bfd req-d69d99c9-da78-47f5-bd22-4df4109fbe25 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695119
Dec 02 17:51:17.813343 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9aa53e17-1600-4e55-9cc6-71cdc4742b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:17.817089 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-a63a11a8-6fb6-48a5-bb59-5707d4de1c0f None None] Set router 1cdf980c-19ec-4403-901f-470e99d43915 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:51:17.856346 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303071c8-0d43-485f-b9f1-02fee4068fcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45aaa4a7-2ee9-4ac8-b6f5-67d2f938f254,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:17.861450 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-303071c8-0d43-485f-b9f1-02fee4068fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:17.987149 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-303071c8-0d43-485f-b9f1-02fee4068fcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:17.995569 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-303071c8-0d43-485f-b9f1-02fee4068fcc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/45aaa4a7-2ee9-4ac8-b6f5-67d2f938f254 HTTP/1.1" status: 204  len: 168 time: 0.7829571
Dec 02 17:51:18.000009 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 51992) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:18.137551 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3483811'] for network, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:18.259050 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-a63a11a8-6fb6-48a5-bb59-5707d4de1c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c443358>, [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:50:10Z', 'revision_number': 4, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'c87aa4b9-e0be-4115-b0af-82e52400212b', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'port_id': '257d1482-7082-4beb-9105-6b7421c3974c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'mac_address': 'fa:16:3e:12:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac06fde7-4c38-4ffc-88d9-370c3d01bf3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:50:26Z', 'updated_at': '2020-12-02T17:51:16Z', 'revision_number': 1, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50efa7b0-2dc3-488b-a8dc-5310248c1b60', 'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'mac_address': 'fa:16:3e:ca:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:03Z', 'updated_at': '2020-12-02T17:50:26Z', 'revision_number': 5, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'subnets': [{'id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:51:18.265583 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63a11a8-6fb6-48a5-bb59-5707d4de1c0f None None] Checking router: 1cdf980c-19ec-4403-901f-470e99d43915 for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:51:18.280937 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a11a8-6fb6-48a5-bb59-5707d4de1c0f None None] Routers {'1cdf980c-19ec-4403-901f-470e99d43915'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:51:18.282152 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-a63a11a8-6fb6-48a5-bb59-5707d4de1c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c443358>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:50:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['1cdf980c-19ec-4403-901f-470e99d43915'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:51:18.356765 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851106152', 'neutron.services.segments.db._delete_segments_for_network--9223363262389739448'] for network, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:18.475711 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-a63a11a8-6fb6-48a5-bb59-5707d4de1c0f None None] Set router 1cdf980c-19ec-4403-901f-470e99d43915 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:51:18.481148 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7faf66bb78d0>> segment before_delete 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:51:18.481560 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7faf66bb78d0>> subnet precommit_delete_associations 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:51:18.482383 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf679d7b38>> segment_host_mapping after_create 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:51:18.482807 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf679d7b38>> port after_create 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:51:18.483181 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf679d7b38>> port after_delete 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:51:18.483584 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf679d7b38>> port after_update 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:51:18.483949 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf679d7b38>> segment after_delete 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:51:18.484319 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf679d7b38>> subnet after_create 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:51:18.484716 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf679d7b38>> subnet after_delete 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:51:18.485082 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf679d7b38>> subnet after_update 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:51:18.555075 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faf678c2240>> subnet after_create 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:51:18.555917 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faf678c2240>> subnet after_delete 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:51:18.556306 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faf678c2240>> subnet before_create 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:51:18.556692 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faf678c2240>> subnet before_update 55550000 {{(pid=80244) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:51:18.557102 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf66ba4390>,) {'filters': {'network_id': ['8ca15318-c29a-4048-8b1a-8617ae226076']}} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:51:18.572392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf66ba4390>, 'f8657481-6b1a-4f40-86f3-789c36edfb93') {'for_net_delete': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:51:18.572735 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf66ba4390>, 'f8657481-6b1a-4f40-86f3-789c36edfb93') {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:51:18.585285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262389743032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12047324'] for segment, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:18.603840 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:18.606209 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 17:51:18.808938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Network 8ca15318-c29a-4048-8b1a-8617ae226076 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 17:51:18.819333 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851109762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843917086'] for segment, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:18.998583 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-a63a11a8-6fb6-48a5-bb59-5707d4de1c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c443358>, [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:50:10Z', 'revision_number': 4, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'c87aa4b9-e0be-4115-b0af-82e52400212b', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'port_id': '257d1482-7082-4beb-9105-6b7421c3974c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'mac_address': 'fa:16:3e:12:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac06fde7-4c38-4ffc-88d9-370c3d01bf3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:50:26Z', 'updated_at': '2020-12-02T17:51:16Z', 'revision_number': 1, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50efa7b0-2dc3-488b-a8dc-5310248c1b60', 'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'mac_address': 'fa:16:3e:ca:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:03Z', 'updated_at': '2020-12-02T17:50:26Z', 'revision_number': 5, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'subnets': [{'id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:51:19.002902 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63a11a8-6fb6-48a5-bb59-5707d4de1c0f None None] The sync data for ids ['1cdf980c-19ec-4403-901f-470e99d43915'] in dv-cinder-733623-9-iscsi is: [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:50:10Z', 'revision_number': 4, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'c87aa4b9-e0be-4115-b0af-82e52400212b', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'port_id': '257d1482-7082-4beb-9105-6b7421c3974c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'mac_address': 'fa:16:3e:12:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac06fde7-4c38-4ffc-88d9-370c3d01bf3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:50:26Z', 'updated_at': '2020-12-02T17:51:16Z', 'revision_number': 1, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50efa7b0-2dc3-488b-a8dc-5310248c1b60', 'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'mac_address': 'fa:16:3e:ca:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:03Z', 'updated_at': '2020-12-02T17:50:26Z', 'revision_number': 5, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'subnets': [{'id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:51:19.006918 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Network 8ca15318-c29a-4048-8b1a-8617ae226076 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:   (rel_b, rel_a, rel_b),
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:   (rel_b, rel_a, rel_b),
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]: Traceback (most recent call last):
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:     timer()
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:     cb(*args, **kw)
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:     return func(*args, **kwargs)
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._notify()
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.callback(batched_events)
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:     event.method(event)
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:     segment_id)['aggregates'][0]
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, *a, **k)
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._get(url).json()
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:     **kwargs)
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.request(url, 'GET', **kwargs)
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:     **endpoint_filter)
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 17:51:19.038605 dv-cinder-733623-9-iscsi neutron-server[80134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 17:51:19.129245 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3669648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854217382'] for network, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:19.141064 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:19.145300 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c615fbfb-64f3-4420-8d77-a5ba4f390784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:19.166842 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca15318-c29a-4048-8b1a-8617ae226076,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:19.170350 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:19.172375 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-1e9959a3-fb8e-44d9-b99c-cd4c93b63f82 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8ca15318-c29a-4048-8b1a-8617ae226076 HTTP/1.1" status: 204  len: 168 time: 1.1706493
Dec 02 17:51:19.330952 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5134356-1aae-484d-923d-06aab3012b1b None None] New status for floating IP c87aa4b9-e0be-4115-b0af-82e52400212b: ACTIVE {{(pid=80245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 17:51:19.398272 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 52008) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:19.459138 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-717c73ce-743f-450c-97eb-f5367987ef85 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9626a3b324384f49a30095c98c72a8cb&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0583055
Dec 02 17:51:19.462278 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 52012) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:19.524874 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-764dfae6-efbd-4d06-bc8f-ede66baa8874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:19.552515 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-764dfae6-efbd-4d06-bc8f-ede66baa8874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:19.603368 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-764dfae6-efbd-4d06-bc8f-ede66baa8874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:19.608666 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1c1f79ae-a0e2-4312-adee-74363f60c884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:19.624035 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764dfae6-efbd-4d06-bc8f-ede66baa8874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2ba8e3-d186-4efd-b3d9-2e19231187b0,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:19.627114 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-764dfae6-efbd-4d06-bc8f-ede66baa8874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:19.634696 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-764dfae6-efbd-4d06-bc8f-ede66baa8874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:19.635814 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-764dfae6-efbd-4d06-bc8f-ede66baa8874 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc2ba8e3-d186-4efd-b3d9-2e19231187b0 HTTP/1.1" status: 204  len: 168 time: 0.1724734
Dec 02 17:51:21.480446 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac06fde7-4c38-4ffc-88d9-370c3d01bf3c', 'tag': '257d1482-7082-4beb-9105-6b7421c3974c', 'status': 'completed', 'code': 200}
Dec 02 17:51:21.713110 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f41b0e-9c21-4ad8-84e7-cddcd385fd35 req-95218cd0-9db3-4ef7-961c-05bbc3672db2 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:21.714767 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-19f41b0e-9c21-4ad8-84e7-cddcd385fd35 req-95218cd0-9db3-4ef7-961c-05bbc3672db2 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.1072690
Dec 02 17:51:21.748006 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afe7f0-5d2d-4afa-9dbe-9b58d7b8a925 req-867f5200-c45a-40ae-b190-c1dc2061576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:21.749812 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a7afe7f0-5d2d-4afa-9dbe-9b58d7b8a925 req-867f5200-c45a-40ae-b190-c1dc2061576c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbc1bec290674effad04cd89b614f4b2&device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 1163 time: 0.2040350
Dec 02 17:51:21.766785 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-19f41b0e-9c21-4ad8-84e7-cddcd385fd35 req-57bfeeca-cb59-44fa-b2c5-92858056c56e tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427749
Dec 02 17:51:21.797297 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed517342-a0c2-43ab-b979-cb6a818df2e5 req-c7415803-b730-437f-95d3-7e05df0dc9a9 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:21.799606 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ed517342-a0c2-43ab-b979-cb6a818df2e5 req-c7415803-b730-437f-95d3-7e05df0dc9a9 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.1609826
Dec 02 17:51:21.928102 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ed517342-a0c2-43ab-b979-cb6a818df2e5 req-7e1beedf-e0f4-4320-895c-33b2a8f7ec97 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186829
Dec 02 17:51:21.959038 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afe7f0-5d2d-4afa-9dbe-9b58d7b8a925 req-96dc7f36-05d4-4a26-a924-c8b008875180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:21.960765 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a7afe7f0-5d2d-4afa-9dbe-9b58d7b8a925 req-96dc7f36-05d4-4a26-a924-c8b008875180 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d5df4e7-9e83-4d6e-b367-2b18b115dead HTTP/1.1" status: 200  len: 910 time: 0.1984363
Dec 02 17:51:22.077345 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a7afe7f0-5d2d-4afa-9dbe-9b58d7b8a925 req-365d3ed7-8091-4711-9d09-3ea4186782e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=257d1482-7082-4beb-9105-6b7421c3974c HTTP/1.1" status: 200  len: 1002 time: 0.1078012
Dec 02 17:51:22.156790 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afe7f0-5d2d-4afa-9dbe-9b58d7b8a925 req-07ebb95c-f3fa-4fb6-9149-2d822cbd3d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:22.158552 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a7afe7f0-5d2d-4afa-9dbe-9b58d7b8a925 req-07ebb95c-f3fa-4fb6-9149-2d822cbd3d91 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7eb4d38d-7afb-4d11-b1ac-900651574376 HTTP/1.1" status: 200  len: 855 time: 0.0741272
Dec 02 17:51:22.264149 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afe7f0-5d2d-4afa-9dbe-9b58d7b8a925 req-be4ae0cf-188e-41d2-acdb-b87d67e5bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:22.265941 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a7afe7f0-5d2d-4afa-9dbe-9b58d7b8a925 req-be4ae0cf-188e-41d2-acdb-b87d67e5bebc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d5df4e7-9e83-4d6e-b367-2b18b115dead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0895009
Dec 02 17:51:22.436061 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a7afe7f0-5d2d-4afa-9dbe-9b58d7b8a925 req-7c5073b3-019e-45c6-af1c-1749ac6b7154 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600130
Dec 02 17:51:22.623012 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a7afe7f0-5d2d-4afa-9dbe-9b58d7b8a925 req-1fa98075-84ef-49cd-be0e-b8e5db6ea743 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1791656
Dec 02 17:51:23.023430 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221ab3a-ec75-4787-ab5e-a85d04aadbe0 req-8c233128-3b52-4985-abd7-60805071e80e tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:23.024816 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3221ab3a-ec75-4787-ab5e-a85d04aadbe0 req-8c233128-3b52-4985-abd7-60805071e80e tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.0900815
Dec 02 17:51:23.062406 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-430b436a-3f8e-4ccc-b2b5-f171327d7b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:23.085928 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3221ab3a-ec75-4787-ab5e-a85d04aadbe0 req-7e5ceff3-029a-44b3-86cd-190cfc779441 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539887
Dec 02 17:51:23.203755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94c6fa-fde6-4eca-a3f4-0b785ecc7b5c req-eead4467-4623-4487-b6ad-8096b7ade4b9 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:23.205394 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4e94c6fa-fde6-4eca-a3f4-0b785ecc7b5c req-eead4467-4623-4487-b6ad-8096b7ade4b9 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.0990007
Dec 02 17:51:23.259627 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4e94c6fa-fde6-4eca-a3f4-0b785ecc7b5c req-7742df28-ce2b-49d0-bce7-6aad3c17590b tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475056
Dec 02 17:51:24.339894 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 52170) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:24.353098 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f5868-a5d5-4cd8-a26b-d81853dcf1ba req-e3015727-be97-4f9d-b4c0-6fd4b95bbee0 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:24.355163 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-689f5868-a5d5-4cd8-a26b-d81853dcf1ba req-e3015727-be97-4f9d-b4c0-6fd4b95bbee0 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.0918055
Dec 02 17:51:24.418604 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-689f5868-a5d5-4cd8-a26b-d81853dcf1ba req-dfcdef64-2c69-48fe-b1f3-e6685dd4383d tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560026
Dec 02 17:51:24.515264 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e419d16-170a-4b45-87cd-e0a9275f3f01 req-df083f1d-0793-442e-b211-69f9bc998db6 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:24.517011 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e419d16-170a-4b45-87cd-e0a9275f3f01 req-df083f1d-0793-442e-b211-69f9bc998db6 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.0912797
Dec 02 17:51:24.583433 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6fad64c8-59f4-4d50-bf4a-28ec41edf740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:24.602952 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e419d16-170a-4b45-87cd-e0a9275f3f01 req-43f63274-dbe1-4028-8e34-a4f5b1060f46 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767519
Dec 02 17:51:24.606982 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-6fad64c8-59f4-4d50-bf4a-28ec41edf740 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:51:24.611860 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-6fad64c8-59f4-4d50-bf4a-28ec41edf740 admin admin] Usage tracker for resource:security_group_rule and tenant:498c3f48f0a740248e9e758bfa10d458 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:51:24.615019 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-6fad64c8-59f4-4d50-bf4a-28ec41edf740 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:51:24.622324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-6fad64c8-59f4-4d50-bf4a-28ec41edf740 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:51:24.738678 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6fad64c8-59f4-4d50-bf4a-28ec41edf740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:24.741464 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6fad64c8-59f4-4d50-bf4a-28ec41edf740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:24.752067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-60dfae8a-7b20-4b15-b30f-2d6cb144962a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:24.796348 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-6fad64c8-59f4-4d50-bf4a-28ec41edf740 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=498c3f48f0a740248e9e758bfa10d458&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4552941
Dec 02 17:51:24.799157 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 52182) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:24.800498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad64c8-59f4-4d50-bf4a-28ec41edf740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e161406-16dd-4f72-8e17-d3b8d99afd8d,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:24.803918 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6fad64c8-59f4-4d50-bf4a-28ec41edf740 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:24.864616 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b6205898-92e0-4888-b211-95510ce648a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:24.895284 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b6205898-92e0-4888-b211-95510ce648a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:24.948719 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b6205898-92e0-4888-b211-95510ce648a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:24.954877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a264ec8a-b81c-43d2-8350-d6f70be7a4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:24.968591 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6205898-92e0-4888-b211-95510ce648a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e161406-16dd-4f72-8e17-d3b8d99afd8d,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:24.973149 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b6205898-92e0-4888-b211-95510ce648a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:24.975794 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b6205898-92e0-4888-b211-95510ce648a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:24.990368 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b6205898-92e0-4888-b211-95510ce648a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e161406-16dd-4f72-8e17-d3b8d99afd8d HTTP/1.1" status: 204  len: 168 time: 0.1828630
Dec 02 17:51:25.365452 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 52200) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:25.386680 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9da0243b-4ec1-4178-be92-ef4476ca6d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:25.403465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-9da0243b-4ec1-4178-be92-ef4476ca6d9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:51:25.407567 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-9da0243b-4ec1-4178-be92-ef4476ca6d9e admin admin] Usage tracker for resource:security_group_rule and tenant:e5d651d2dc6b46cf833ba46e4fc5b043 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:51:25.410561 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-9da0243b-4ec1-4178-be92-ef4476ca6d9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:51:25.417051 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-9da0243b-4ec1-4178-be92-ef4476ca6d9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:51:25.516850 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9da0243b-4ec1-4178-be92-ef4476ca6d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:25.521341 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9da0243b-4ec1-4178-be92-ef4476ca6d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:25.531963 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:25.579936 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-9da0243b-4ec1-4178-be92-ef4476ca6d9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5d651d2dc6b46cf833ba46e4fc5b043&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2128375
Dec 02 17:51:25.583039 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 52208) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:25.597576 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0243b-4ec1-4178-be92-ef4476ca6d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcd3030-c62c-4a89-a93f-565894001226,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:25.603098 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9da0243b-4ec1-4178-be92-ef4476ca6d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:25.622697 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-570ac5f5-5f4b-4223-8f6c-397ff6d113b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:25.652863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2469b1-54b2-4704-b84d-2f9d447ad174 req-e6289694-ebda-4dc6-987d-a73000015634 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:25.654840 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-de2469b1-54b2-4704-b84d-2f9d447ad174 req-e6289694-ebda-4dc6-987d-a73000015634 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.1010020
Dec 02 17:51:25.666107 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3d8e-52ee-4f17-b939-640e8d687208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:25.701494 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3d8e-52ee-4f17-b939-640e8d687208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:25.706902 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-de2469b1-54b2-4704-b84d-2f9d447ad174 req-4e96c8f3-6d1d-4eae-bae2-ffb5a49fcbe6 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451512
Dec 02 17:51:25.816454 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3d8e-52ee-4f17-b939-640e8d687208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:25.824347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b9d1ec8a-d390-42bb-b9bc-1230af2b93e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:25.840770 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c3d8e-52ee-4f17-b939-640e8d687208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcd3030-c62c-4a89-a93f-565894001226,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:25.845592 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7e6c3d8e-52ee-4f17-b939-640e8d687208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:25.860120 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7e6c3d8e-52ee-4f17-b939-640e8d687208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:25.861366 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-7e6c3d8e-52ee-4f17-b939-640e8d687208 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8bcd3030-c62c-4a89-a93f-565894001226 HTTP/1.1" status: 204  len: 168 time: 0.2772684
Dec 02 17:51:25.871585 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2752ef9b-2a53-48db-9f17-1f2e932d0995 req-ed9388e4-6ff0-4a7d-afa8-b32a3b19b781 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:25.873410 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2752ef9b-2a53-48db-9f17-1f2e932d0995 req-ed9388e4-6ff0-4a7d-afa8-b32a3b19b781 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.1243927
Dec 02 17:51:25.928459 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2752ef9b-2a53-48db-9f17-1f2e932d0995 req-f6c632f3-82f8-4299-a6b8-f20e410babac tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431895
Dec 02 17:51:26.142876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:27.063739 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:27.779562 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:30.247062 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ce91a-5745-4e6d-bd44-bb4d450912ab req-1dcdbc4a-262a-4263-a681-f54b849ffc22 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:30.248606 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-af2ce91a-5745-4e6d-bd44-bb4d450912ab req-1dcdbc4a-262a-4263-a681-f54b849ffc22 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.0985262
Dec 02 17:51:30.298654 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-af2ce91a-5745-4e6d-bd44-bb4d450912ab req-4378eb4e-30da-499b-bffe-676f1a00c004 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428123
Dec 02 17:51:30.308732 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a225097-f887-400c-8909-fb47f890b23d req-dfeea86a-20b2-46f8-a37a-9499cc9f39fa tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:30.310430 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7a225097-f887-400c-8909-fb47f890b23d req-dfeea86a-20b2-46f8-a37a-9499cc9f39fa tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.0906632
Dec 02 17:51:30.359725 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7a225097-f887-400c-8909-fb47f890b23d req-bc6810a7-0b11-4743-9b2d-2e8ac78dc81c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426397
Dec 02 17:51:30.825875 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.objects.ports [None req-b19bd845-831d-4de1-a242-de647a3b3672 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80245) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 02 17:51:31.529802 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894f802-8247-4288-ae45-65308b71ea8b req-2fed8a13-5719-40e7-9085-cf4393d3fe0a tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:31.531459 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9894f802-8247-4288-ae45-65308b71ea8b req-2fed8a13-5719-40e7-9085-cf4393d3fe0a tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.0910473
Dec 02 17:51:31.587883 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23aa523-84a8-4c18-b9ac-f57a88497321 req-ca4bb39a-202f-4c6b-bd27-f01a1298cb1a tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:31.589669 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b23aa523-84a8-4c18-b9ac-f57a88497321 req-ca4bb39a-202f-4c6b-bd27-f01a1298cb1a tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.0912557
Dec 02 17:51:31.643768 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b23aa523-84a8-4c18-b9ac-f57a88497321 req-a598e9c6-eb89-4763-9c69-2a2c30000d6c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463333
Dec 02 17:51:31.752735 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9894f802-8247-4288-ae45-65308b71ea8b req-f4a1aed4-0985-47b8-a88e-4accf5df9978 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148063
Dec 02 17:51:35.629208 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:35.677192 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device d76b6bb1-dae9-4613-b74f-5a694af71c3c up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:51:35.756417 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port d76b6bb1-dae9-4613-b74f-5a694af71c3c completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:51:35.762593 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port d76b6bb1-dae9-4613-b74f-5a694af71c3c triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:51:35.763327 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:35.770515 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a86c6256-4bea-442c-b8e1-051c09b3dbd4 req-214024ba-2dab-43c4-a9e6-b52b5dccd1ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0926769
Dec 02 17:51:35.842450 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db15330-cc78-4517-92e5-421b3df6f573 req-0963ce65-9292-4c1a-890b-889d95b5b22e tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:35.844513 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1db15330-cc78-4517-92e5-421b3df6f573 req-0963ce65-9292-4c1a-890b-889d95b5b22e tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.0967031
Dec 02 17:51:35.897566 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1db15330-cc78-4517-92e5-421b3df6f573 req-aab10e29-955c-44dd-b5ac-8de88feaf603 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442920
Dec 02 17:51:35.952555 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe004f6-ffb1-45df-b380-d686fd4ed238 req-8ce7238a-a969-40c4-acc0-bffac586fa15 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:35.954149 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7fe004f6-ffb1-45df-b380-d686fd4ed238 req-8ce7238a-a969-40c4-acc0-bffac586fa15 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 943 time: 0.1523144
Dec 02 17:51:35.993529 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c6256-4bea-442c-b8e1-051c09b3dbd4 req-421cbbb4-d5db-4cef-8b17-be7026e8be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:35.995220 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a86c6256-4bea-442c-b8e1-051c09b3dbd4 req-421cbbb4-d5db-4cef-8b17-be7026e8be8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b3ba943161643b9888b7198e5f4d270&device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 1163 time: 0.1261091
Dec 02 17:51:36.040175 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:36.048432 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7fe004f6-ffb1-45df-b380-d686fd4ed238 req-e7f54ceb-6df0-423f-a8cb-12710a18774e tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833805
Dec 02 17:51:36.076692 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b92c53-5654-4799-af46-d6d48a6f4870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76b6bb1-dae9-4613-b74f-5a694af71c3c'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:51:36.086381 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port d76b6bb1-dae9-4613-b74f-5a694af71c3c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=d76b6bb1-dae9-4613-b74f-5a694af71c3c,segment=NetworkSegment(60fc7736-e6b3-45e7-b05d-86e69c1b9dfb),segment_id=60fc7736-e6b3-45e7-b05d-86e69c1b9dfb)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:51:36.090028 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:36.092751 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:36.161233 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b92c53-5654-4799-af46-d6d48a6f4870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76b6bb1-dae9-4613-b74f-5a694af71c3c', 'code': 200}
Dec 02 17:51:36.164710 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=d76b6bb1-dae9-4613-b74f-5a694af71c3c,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:36.168381 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:36.170778 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c6256-4bea-442c-b8e1-051c09b3dbd4 req-20f50c7b-1624-4ec6-a868-4b5f002bd78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:36.172380 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a86c6256-4bea-442c-b8e1-051c09b3dbd4 req-20f50c7b-1624-4ec6-a868-4b5f002bd78c service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ca63e15-5840-4372-9d93-cce1e9b612b4 HTTP/1.1" status: 200  len: 904 time: 0.1555226
Dec 02 17:51:36.465510 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a86c6256-4bea-442c-b8e1-051c09b3dbd4 req-fd27823c-9803-47e1-8aa3-74c5998c9b65 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0894fb7d-3862-45a2-ad5d-35ffb301f740 HTTP/1.1" status: 200  len: 1001 time: 0.1165135
Dec 02 17:51:36.548427 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c6256-4bea-442c-b8e1-051c09b3dbd4 req-0d336f60-081f-4bfb-9b8e-a816f0f89da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:36.550239 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a86c6256-4bea-442c-b8e1-051c09b3dbd4 req-0d336f60-081f-4bfb-9b8e-a816f0f89da7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5d83d9ff-5b0d-4a61-bcb1-7d8d80206342 HTTP/1.1" status: 200  len: 849 time: 0.0776591
Dec 02 17:51:36.699951 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c6256-4bea-442c-b8e1-051c09b3dbd4 req-be39211e-ae2d-4566-b0e7-55a8ef580a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:36.702601 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a86c6256-4bea-442c-b8e1-051c09b3dbd4 req-be39211e-ae2d-4566-b0e7-55a8ef580a0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ca63e15-5840-4372-9d93-cce1e9b612b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1430905
Dec 02 17:51:36.708034 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef12eb-5f65-4131-aa88-b82ddd413950 req-8d1257d9-6e17-426d-9eb1-6ffc147f36b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:36.709616 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5cef12eb-5f65-4131-aa88-b82ddd413950 req-8d1257d9-6e17-426d-9eb1-6ffc147f36b7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 1162 time: 0.1072729
Dec 02 17:51:36.802406 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device d76b6bb1-dae9-4613-b74f-5a694af71c3c up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:51:36.849196 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5cef12eb-5f65-4131-aa88-b82ddd413950 req-e801b483-37a0-4591-88c2-c594826cec33 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162980
Dec 02 17:51:36.883302 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port d76b6bb1-dae9-4613-b74f-5a694af71c3c triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:51:36.883726 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:36.890151 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a86c6256-4bea-442c-b8e1-051c09b3dbd4 req-d862e984-ecbf-4ebb-ab44-4084ae288815 service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794324
Dec 02 17:51:37.123801 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46909f6a-1e6d-4ce4-bb60-975d2c21fe72 req-07d9ec40-d313-4430-aeca-b5dbb51690da tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:37.125411 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-46909f6a-1e6d-4ce4-bb60-975d2c21fe72 req-07d9ec40-d313-4430-aeca-b5dbb51690da tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.0901141
Dec 02 17:51:37.174143 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-46909f6a-1e6d-4ce4-bb60-975d2c21fe72 req-816472ef-e263-4939-864b-4b54bb609d17 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422814
Dec 02 17:51:37.395540 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b148842-af01-46c6-823b-bc017dea42bf req-2cebb41c-9595-4fd8-933c-15823e7be132 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:37.399030 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0b148842-af01-46c6-823b-bc017dea42bf req-2cebb41c-9595-4fd8-933c-15823e7be132 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 945 time: 0.1045918
Dec 02 17:51:37.456373 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0b148842-af01-46c6-823b-bc017dea42bf req-e70452e7-02b0-4a7c-8580-5055ad3c57ea tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492456
Dec 02 17:51:37.859682 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a86c6256-4bea-442c-b8e1-051c09b3dbd4 req-dfa022f0-3525-48fc-a112-87771134dad6 service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1919065
Dec 02 17:51:38.400000 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a5fdb5-8553-4f1c-a867-8f87cbf90e3e req-df8e37cc-caa5-4b98-bad5-04924ce7233c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:38.401654 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-70a5fdb5-8553-4f1c-a867-8f87cbf90e3e req-df8e37cc-caa5-4b98-bad5-04924ce7233c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.0896223
Dec 02 17:51:38.457437 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-70a5fdb5-8553-4f1c-a867-8f87cbf90e3e req-4573709c-0967-4bd1-bd6b-3d026d6e0208 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489080
Dec 02 17:51:38.696919 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b63b0a-0597-437f-9e7a-ad8c08c27fef req-6db3cabb-65b5-43a3-a538-7dfd0ddf3d22 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:38.703633 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-73b63b0a-0597-437f-9e7a-ad8c08c27fef req-6db3cabb-65b5-43a3-a538-7dfd0ddf3d22 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 945 time: 0.0909798
Dec 02 17:51:38.759320 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-73b63b0a-0597-437f-9e7a-ad8c08c27fef req-f7095310-92bd-474a-8533-ddcffb5befa8 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522330
Dec 02 17:51:41.206097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcda409-19ca-459b-9e98-a32b763f1e1e req-f7eac874-194d-469f-be14-3bba9e2efd39 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:41.208865 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-adcda409-19ca-459b-9e98-a32b763f1e1e req-f7eac874-194d-469f-be14-3bba9e2efd39 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.1182067
Dec 02 17:51:41.261912 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-adcda409-19ca-459b-9e98-a32b763f1e1e req-991504b4-e1e2-46ef-8126-0bfcb18149d8 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459826
Dec 02 17:51:41.476435 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd579125-d12d-4df4-9075-73c9014ba1c6 req-e95dd9c8-d07e-45d9-9af4-223f390affc9 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:41.478166 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-cd579125-d12d-4df4-9075-73c9014ba1c6 req-e95dd9c8-d07e-45d9-9af4-223f390affc9 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 945 time: 0.0864346
Dec 02 17:51:41.528203 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-cd579125-d12d-4df4-9075-73c9014ba1c6 req-b825302c-784a-45dc-8927-3d409a33eba7 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436392
Dec 02 17:51:43.090534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:51:44.157020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0750fd-9e34-4cb4-9b79-a64eb518d182 req-2b089bc9-0a25-4cbb-8876-424275e67a39 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:44.158686 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5f0750fd-9e34-4cb4-9b79-a64eb518d182 req-2b089bc9-0a25-4cbb-8876-424275e67a39 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.0920384
Dec 02 17:51:44.207080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534ed7f-d7ac-4903-a40b-44277cf2c817 req-f9ea34b9-96c9-4f3b-bdcf-edfde75830a0 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:44.208783 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f534ed7f-d7ac-4903-a40b-44277cf2c817 req-f9ea34b9-96c9-4f3b-bdcf-edfde75830a0 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 945 time: 0.0931621
Dec 02 17:51:44.210348 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5f0750fd-9e34-4cb4-9b79-a64eb518d182 req-2caf09fb-775d-4034-b3f5-9abb0dd2bf53 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429852
Dec 02 17:51:44.260829 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f534ed7f-d7ac-4903-a40b-44277cf2c817 req-3b210aac-74fe-49fe-9311-de4048747782 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453119
Dec 02 17:51:45.443820 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada05ef-3e80-4c07-bdd0-8e8f29982377 req-5462acf7-1915-4878-8884-63ad6e709fe8 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:45.446403 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-dada05ef-3e80-4c07-bdd0-8e8f29982377 req-5462acf7-1915-4878-8884-63ad6e709fe8 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.0925734
Dec 02 17:51:45.501126 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-dada05ef-3e80-4c07-bdd0-8e8f29982377 req-f02ec59f-94c8-4d4d-8ab2-fc18582cd168 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477219
Dec 02 17:51:45.638730 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d3e1ea-2aa8-4895-8960-765fca60b68f req-52bfb6cc-48a2-4ba3-89b8-2bdc6d2b0d19 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:45.638730 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-37d3e1ea-2aa8-4895-8960-765fca60b68f req-52bfb6cc-48a2-4ba3-89b8-2bdc6d2b0d19 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 945 time: 0.0995607
Dec 02 17:51:45.692737 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-37d3e1ea-2aa8-4895-8960-765fca60b68f req-19d04ec8-cc16-4a1f-92b9-e545c692a6f4 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498252
Dec 02 17:51:46.732350 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768ca86-8592-49e7-a028-6d1c55298f19 req-3bed3048-7aa1-4e69-b230-a41335ddb600 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:46.734147 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9768ca86-8592-49e7-a028-6d1c55298f19 req-3bed3048-7aa1-4e69-b230-a41335ddb600 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.0862978
Dec 02 17:51:46.798243 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9768ca86-8592-49e7-a028-6d1c55298f19 req-17883c0e-02e6-4726-a720-56d9717227dd tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576725
Dec 02 17:51:47.014331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743330a-27f5-4dc8-b804-4f0f20c74363 req-195d970d-ea18-47fa-bc08-ef3d3caff86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:47.016036 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d743330a-27f5-4dc8-b804-4f0f20c74363 req-195d970d-ea18-47fa-bc08-ef3d3caff86b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 1162 time: 0.0866182
Dec 02 17:51:47.031762 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 52586) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:47.072225 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d743330a-27f5-4dc8-b804-4f0f20c74363 req-a10b55ca-76e4-453a-b2c4-dc5ae6fc394d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462966
Dec 02 17:51:47.227450 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:47.249071 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:51:47.258713 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Usage tracker for resource:security_group_rule and tenant:bd668072158249daa87e60dd25547e86 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:51:47.264987 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:51:47.276227 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:51:47.383005 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:47.387038 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:47.396773 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b5f430f9-27a2-42b9-87ed-42c25c7e0ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:47.430670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd32649-a28b-4990-b500-24bd650147b4,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:47.453536 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 52604) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:47.453754 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd668072158249daa87e60dd25547e86&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4204848
Dec 02 17:51:47.459548 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.460444 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.460852 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.461347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.461849 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.462144 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.462546 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.462935 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.463358 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.463744 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.464121 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.464494 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.464947 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.465320 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.465695 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.466067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.466439 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.467089 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.467466 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.467852 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.468211 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.468582 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.468950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.469296 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.476524 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:47.593532 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:47.681113 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:47.755362 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cc3b5-9e00-42cc-bf06-49ceb182678e req-ef58b032-a868-4e5c-95c2-ef46056c19df tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:47.757720 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-767cc3b5-9e00-42cc-bf06-49ceb182678e req-ef58b032-a868-4e5c-95c2-ef46056c19df tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 945 time: 0.1614830
Dec 02 17:51:47.766906 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:47.776134 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b1ab6338-9a66-46e4-86d4-fbe95d8f02cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:47.820101 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd32649-a28b-4990-b500-24bd650147b4,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:47.833651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:47.835283 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1cd32649-a28b-4990-b500-24bd650147b4 HTTP/1.1" status: 204  len: 168 time: 0.3798575
Dec 02 17:51:47.846986 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.847430 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.847860 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.848260 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.848655 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.849056 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.849447 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.849842 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.850940 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.851358 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.851752 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.852138 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.852609 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.853182 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.853569 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.853958 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.854334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.854741 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.855117 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.855510 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.855995 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.856691 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.857075 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.857456 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:51:47.865442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:47.891784 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-767cc3b5-9e00-42cc-bf06-49ceb182678e req-4cc7b6dd-4579-4eea-9386-ae9e0b6692dd tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176591
Dec 02 17:51:48.276053 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe84de7-c799-477d-9a5e-00720ad4cb2a req-f6a5beec-db47-48e1-87c0-0ca0cbbf9380 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:48.282951 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-dfe84de7-c799-477d-9a5e-00720ad4cb2a req-f6a5beec-db47-48e1-87c0-0ca0cbbf9380 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.1686335
Dec 02 17:51:48.334099 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-dfe84de7-c799-477d-9a5e-00720ad4cb2a req-0fcc6b39-abd3-442f-9a65-505c9668e04f tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496540
Dec 02 17:51:48.409350 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 52640) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:48.451290 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-28864d60-c4d8-4f21-ae67-e63631c02e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:48.483283 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-28864d60-c4d8-4f21-ae67-e63631c02e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:51:48.491181 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-28864d60-c4d8-4f21-ae67-e63631c02e23 admin admin] Usage tracker for resource:security_group_rule and tenant:8722d5749d294ecd998c4a1f4e80e935 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:51:48.497157 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-28864d60-c4d8-4f21-ae67-e63631c02e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:51:48.509912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-28864d60-c4d8-4f21-ae67-e63631c02e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:51:48.684607 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-28864d60-c4d8-4f21-ae67-e63631c02e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:48.690221 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-28864d60-c4d8-4f21-ae67-e63631c02e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:48.704452 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f8fef616-8a62-4a4d-8710-3baa48cb47d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:48.775209 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28864d60-c4d8-4f21-ae67-e63631c02e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c69060a-1081-4070-99f2-55e9eff3b859,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:48.778680 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-28864d60-c4d8-4f21-ae67-e63631c02e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:48.782150 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-28864d60-c4d8-4f21-ae67-e63631c02e23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8722d5749d294ecd998c4a1f4e80e935&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3712285
Dec 02 17:51:48.785360 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 52658) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:48.909215 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d59630c3-d7a7-4694-92a7-7f15e8d6cd2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:48.952001 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d59630c3-d7a7-4694-92a7-7f15e8d6cd2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:49.007285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d59630c3-d7a7-4694-92a7-7f15e8d6cd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:49.016727 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d23f2be1-df4b-4a9f-a1b6-956e529c72e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:49.036455 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d59630c3-d7a7-4694-92a7-7f15e8d6cd2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:49.037705 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-d59630c3-d7a7-4694-92a7-7f15e8d6cd2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c69060a-1081-4070-99f2-55e9eff3b859 HTTP/1.1" status: 204  len: 168 time: 0.2517083
Dec 02 17:51:49.040380 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59630c3-d7a7-4694-92a7-7f15e8d6cd2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c69060a-1081-4070-99f2-55e9eff3b859,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:49.043259 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d59630c3-d7a7-4694-92a7-7f15e8d6cd2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:49.356966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab4bca-d7a4-4e75-841a-b25551767885 req-89236dac-080a-4a9f-9de0-92d2bb02a178 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:49.359072 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1bab4bca-d7a4-4e75-841a-b25551767885 req-89236dac-080a-4a9f-9de0-92d2bb02a178 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 945 time: 0.2049978
Dec 02 17:51:49.435533 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1bab4bca-d7a4-4e75-841a-b25551767885 req-92783433-c501-4b71-b699-fc3fc80707cc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0695517
Dec 02 17:51:49.780832 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be822c4-4601-4a8f-90fe-aaa925ebfa0b req-5be5970f-4813-4691-942b-f038db95990b tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:49.782669 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7be822c4-4601-4a8f-90fe-aaa925ebfa0b req-5be5970f-4813-4691-942b-f038db95990b tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.1435609
Dec 02 17:51:49.871143 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7be822c4-4601-4a8f-90fe-aaa925ebfa0b req-61ad73d4-dec8-4570-a1ab-47454e2bc375 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760493
Dec 02 17:51:50.099654 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca23c3-c4e0-4492-875c-82e5e1c869f8 req-e3abe0cb-8b80-43db-b68b-3803ec74f39e tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:50.102523 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ecca23c3-c4e0-4492-875c-82e5e1c869f8 req-e3abe0cb-8b80-43db-b68b-3803ec74f39e tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0908055
Dec 02 17:51:50.160185 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ecca23c3-c4e0-4492-875c-82e5e1c869f8 req-fbe136d9-06c8-4078-8709-8508ca5cafd8 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490284
Dec 02 17:51:50.724620 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c522ff4-4f7a-41b3-b55c-ea64be28ec31 req-a29b865e-4cc1-415a-9cef-04e467d5aea7 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:50.729499 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7c522ff4-4f7a-41b3-b55c-ea64be28ec31 req-a29b865e-4cc1-415a-9cef-04e467d5aea7 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 945 time: 0.1138983
Dec 02 17:51:50.864115 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7c522ff4-4f7a-41b3-b55c-ea64be28ec31 req-f923cfc3-f5a7-406f-9ecf-2ff80b8c9992 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245980
Dec 02 17:51:51.056366 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 52744) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:51.248183 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a189c563-39cd-4e5f-9eff-8e067b1c195a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:51.264759 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-a189c563-39cd-4e5f-9eff-8e067b1c195a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:51:51.269469 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-a189c563-39cd-4e5f-9eff-8e067b1c195a admin admin] Usage tracker for resource:security_group_rule and tenant:f200beaa17934f4d9c938f210bb077cc is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:51:51.273461 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-a189c563-39cd-4e5f-9eff-8e067b1c195a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:51:51.279595 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-a189c563-39cd-4e5f-9eff-8e067b1c195a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:51:51.373086 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a189c563-39cd-4e5f-9eff-8e067b1c195a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:51.376320 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a189c563-39cd-4e5f-9eff-8e067b1c195a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:51.386814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4327e147-89ee-4e1e-a40e-9729eb8360c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:51.430767 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-a189c563-39cd-4e5f-9eff-8e067b1c195a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f200beaa17934f4d9c938f210bb077cc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3731847
Dec 02 17:51:51.432481 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189c563-39cd-4e5f-9eff-8e067b1c195a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e645e933-1981-4521-9cce-109bc768e2b1,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:51.433663 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 52756) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:51.436675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a189c563-39cd-4e5f-9eff-8e067b1c195a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:51.502639 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c7a90fbc-0dec-418b-ae12-a74189656d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:51.531884 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c7a90fbc-0dec-418b-ae12-a74189656d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:51.577620 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c7a90fbc-0dec-418b-ae12-a74189656d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:51.583209 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f4084ec1-96d4-4d7b-8d5f-686b153e97eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:51.598022 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a90fbc-0dec-418b-ae12-a74189656d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e645e933-1981-4521-9cce-109bc768e2b1,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:51.606040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c7a90fbc-0dec-418b-ae12-a74189656d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:51.607816 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c7a90fbc-0dec-418b-ae12-a74189656d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:51.609221 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-c7a90fbc-0dec-418b-ae12-a74189656d23 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e645e933-1981-4521-9cce-109bc768e2b1 HTTP/1.1" status: 204  len: 168 time: 0.1744404
Dec 02 17:51:53.088408 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c05b0255-7d5e-401f-bcd9-5f376ec536bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:53.184246 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 52870) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:53.374655 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f8b74093-2dce-4484-9ee2-aee5651d0928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:53.391215 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-f8b74093-2dce-4484-9ee2-aee5651d0928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:51:53.395738 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-f8b74093-2dce-4484-9ee2-aee5651d0928 admin admin] Usage tracker for resource:security_group_rule and tenant:8f24d8e7679148a4bcb26fffa989f378 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:51:53.399648 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-f8b74093-2dce-4484-9ee2-aee5651d0928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:51:53.405582 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-f8b74093-2dce-4484-9ee2-aee5651d0928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:51:53.520818 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f8b74093-2dce-4484-9ee2-aee5651d0928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:53.524290 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f8b74093-2dce-4484-9ee2-aee5651d0928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:53.537499 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:53.563268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b74093-2dce-4484-9ee2-aee5651d0928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9649b9b-598b-4bc4-888b-b573c7e10e30,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:53.575378 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f8b74093-2dce-4484-9ee2-aee5651d0928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:53.598412 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-f8b74093-2dce-4484-9ee2-aee5651d0928 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f24d8e7679148a4bcb26fffa989f378&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4130111
Dec 02 17:51:53.601856 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 52884) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:53.665483 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ea6a0998-2498-4774-bcbe-58d3836fe3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:53.692814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ea6a0998-2498-4774-bcbe-58d3836fe3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:53.742417 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ea6a0998-2498-4774-bcbe-58d3836fe3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:53.747525 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-942d3d7f-a77a-411c-9f4a-b561c8076911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:53.761083 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a0998-2498-4774-bcbe-58d3836fe3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9649b9b-598b-4bc4-888b-b573c7e10e30,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:53.763543 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ea6a0998-2498-4774-bcbe-58d3836fe3c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:53.765633 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ea6a0998-2498-4774-bcbe-58d3836fe3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:53.767005 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-ea6a0998-2498-4774-bcbe-58d3836fe3c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9649b9b-598b-4bc4-888b-b573c7e10e30 HTTP/1.1" status: 204  len: 168 time: 0.1639795
Dec 02 17:51:54.120221 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 52892) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:54.139462 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ed0dc9c9-3686-4b85-8e86-67e50761f2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:54.155303 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-ed0dc9c9-3686-4b85-8e86-67e50761f2b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:51:54.159482 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-ed0dc9c9-3686-4b85-8e86-67e50761f2b5 admin admin] Usage tracker for resource:security_group_rule and tenant:98cabd7c0c064ef6861cc065a1dc5ecc is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:51:54.162744 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-ed0dc9c9-3686-4b85-8e86-67e50761f2b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:51:54.169098 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-ed0dc9c9-3686-4b85-8e86-67e50761f2b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:51:54.260440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ed0dc9c9-3686-4b85-8e86-67e50761f2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:54.263362 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ed0dc9c9-3686-4b85-8e86-67e50761f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:54.273420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4908aece-452b-452a-b4ae-3bb8900a9e41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:54.318523 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-ed0dc9c9-3686-4b85-8e86-67e50761f2b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98cabd7c0c064ef6861cc065a1dc5ecc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1971312
Dec 02 17:51:54.321474 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0dc9c9-3686-4b85-8e86-67e50761f2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284c5413-f135-4ffc-9031-5d23de0be735,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:54.322436 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 52898) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:54.325139 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ed0dc9c9-3686-4b85-8e86-67e50761f2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:54.391421 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f541f19c-b5e0-4c7f-9a93-dec4916be9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:54.420197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f541f19c-b5e0-4c7f-9a93-dec4916be9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:54.532675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f541f19c-b5e0-4c7f-9a93-dec4916be9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:54.539975 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7e6c3d8e-52ee-4f17-b939-640e8d687208 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:54.557307 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541f19c-b5e0-4c7f-9a93-dec4916be9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284c5413-f135-4ffc-9031-5d23de0be735,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:54.565507 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c8fdf-36aa-4bd6-8026-2bc6a36b1c9c req-4b66fcc4-e099-45e2-bcdc-730eea037b70 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:54.567186 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e2c8fdf-36aa-4bd6-8026-2bc6a36b1c9c req-4b66fcc4-e099-45e2-bcdc-730eea037b70 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.43 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 945 time: 0.1253922
Dec 02 17:51:54.568046 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f541f19c-b5e0-4c7f-9a93-dec4916be9fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:54.578757 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f541f19c-b5e0-4c7f-9a93-dec4916be9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:54.582692 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-f541f19c-b5e0-4c7f-9a93-dec4916be9fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/284c5413-f135-4ffc-9031-5d23de0be735 HTTP/1.1" status: 204  len: 168 time: 0.2588532
Dec 02 17:51:54.837276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-5e2c8fdf-36aa-4bd6-8026-2bc6a36b1c9c req-16417bc2-4d6e-4f01-bd5e-2cb143898565 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Deleting port d76b6bb1-dae9-4613-b74f-5a694af71c3c {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:51:54.837634 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-5e2c8fdf-36aa-4bd6-8026-2bc6a36b1c9c req-16417bc2-4d6e-4f01-bd5e-2cb143898565 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:55.063485 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74925f03-9724-4934-b2f1-691d3c949673 req-dbb08885-6512-4b5d-83fe-db11ec0a300d tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:55.065147 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-74925f03-9724-4934-b2f1-691d3c949673 req-dbb08885-6512-4b5d-83fe-db11ec0a300d tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 945 time: 0.1965122
Dec 02 17:51:55.205527 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-74925f03-9724-4934-b2f1-691d3c949673 req-1a2a7eb1-0b37-4d07-9754-e6792cba288e tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280618
Dec 02 17:51:55.232186 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-5e2c8fdf-36aa-4bd6-8026-2bc6a36b1c9c req-16417bc2-4d6e-4f01-bd5e-2cb143898565 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] For port d76b6bb1-dae9-4613-b74f-5a694af71c3c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=d76b6bb1-dae9-4613-b74f-5a694af71c3c,segment=NetworkSegment(60fc7736-e6b3-45e7-b05d-86e69c1b9dfb),segment_id=60fc7736-e6b3-45e7-b05d-86e69c1b9dfb)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:51:55.232619 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-5e2c8fdf-36aa-4bd6-8026-2bc6a36b1c9c req-16417bc2-4d6e-4f01-bd5e-2cb143898565 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:55.373487 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-5e2c8fdf-36aa-4bd6-8026-2bc6a36b1c9c req-16417bc2-4d6e-4f01-bd5e-2cb143898565 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Calling delete_port for d76b6bb1-dae9-4613-b74f-5a694af71c3c owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:51:55.618440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 52946) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:55.625189 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device d76b6bb1-dae9-4613-b74f-5a694af71c3c no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:51:55.665328 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-59bc58fc-80ca-4358-8be8-42239a6e7db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:55.812038 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:55.819857 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-5e2c8fdf-36aa-4bd6-8026-2bc6a36b1c9c req-16417bc2-4d6e-4f01-bd5e-2cb143898565 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:55.826913 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1348326132-network', 'tenant_id': '9db8c4a27aa142e2a002d2b4920c6a15'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:51:55.838924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:51:55.849842 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Usage tracker for resource:network and tenant:9db8c4a27aa142e2a002d2b4920c6a15 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:51:55.857901 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:51:55.869968 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:51:55.894341 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Made reservation on behalf of 9db8c4a27aa142e2a002d2b4920c6a15 for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:51:55.904142 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:55.933073 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:55.939680 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:55.954683 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:51:55.958891 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Usage tracker for resource:security_group_rule and tenant:9db8c4a27aa142e2a002d2b4920c6a15 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:51:55.963334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:51:55.969362 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:51:55.985607 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16417bc2-4d6e-4f01-bd5e-2cb143898565 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Pushing event deleted for resources: {'Port': ['ID=d76b6bb1-dae9-4613-b74f-5a694af71c3c,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:55.989853 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-16417bc2-4d6e-4f01-bd5e-2cb143898565 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:56.073861 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:56.076790 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:56.081398 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d59630c3-d7a7-4694-92a7-7f15e8d6cd2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:56.081840 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2c8fdf-36aa-4bd6-8026-2bc6a36b1c9c req-16417bc2-4d6e-4f01-bd5e-2cb143898565 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] No DVR routers for this DVR port d76b6bb1-dae9-4613-b74f-5a694af71c3c on host hv-cinder-73362 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 17:51:56.085814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-5e2c8fdf-36aa-4bd6-8026-2bc6a36b1c9c req-16417bc2-4d6e-4f01-bd5e-2cb143898565 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:56.088830 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b92c53-5654-4799-af46-d6d48a6f4870', 'name': 'network-vif-deleted', 'tag': 'd76b6bb1-dae9-4613-b74f-5a694af71c3c'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:51:56.114282 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 17:51:56.121091 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e2c8fdf-36aa-4bd6-8026-2bc6a36b1c9c req-16417bc2-4d6e-4f01-bd5e-2cb143898565 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.43 "DELETE /v2.0/ports/d76b6bb1-dae9-4613-b74f-5a694af71c3c HTTP/1.1" status: 204  len: 173 time: 1.3628371
Dec 02 17:51:56.141258 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d196ac6b-6c14-4fda-af08-11eef4a0bf6b,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:56.145276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:56.153021 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:56.154039 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Added segment 2c0eb7f5-2ea2-49e7-96bd-4ab6434231c4 of type vxlan for network 1615316a-cada-4050-ad72-0862df680a6d
Dec 02 17:51:56.162010 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:56.185727 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74b92c53-5654-4799-af46-d6d48a6f4870', 'name': 'network-vif-deleted', 'tag': 'd76b6bb1-dae9-4613-b74f-5a694af71c3c', 'status': 'completed', 'code': 200}
Dec 02 17:51:56.189878 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:56.224029 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:56.226066 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:56.226755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:56.231298 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:56.356523 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Pushing event updated for resources: {'Network': ['ID=1615316a-cada-4050-ad72-0862df680a6d,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:56.363650 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.7438951
Dec 02 17:51:56.364345 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 52962) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:56.365202 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:56.370301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network 1615316a-cada-4050-ad72-0862df680a6d details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:51:56.372172 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] Request body: {'subnet': {'network_id': '1615316a-cada-4050-ad72-0862df680a6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1348326132-subnet', 'tenant_id': '9db8c4a27aa142e2a002d2b4920c6a15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:51:56.378706 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:51:56.383110 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] Usage tracker for resource:subnet and tenant:9db8c4a27aa142e2a002d2b4920c6a15 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:51:56.386352 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:51:56.386755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Network 1615316a-cada-4050-ad72-0862df680a6d details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:51:56.392586 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:51:56.405551 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] Made reservation on behalf of 9db8c4a27aa142e2a002d2b4920c6a15 for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:51:56.413505 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843985496'] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:56.434751 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-7a75d28c-dc0f-4c10-9f04-45555ccf5c3f req-ab53a2ac-180c-4be9-b3e5-ce4f8042e387 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Synchronizing usage tracker for tenant:4c3e8fbc0cd740cfa9bb4d6f140b3027 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:51:56.452705 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-7a75d28c-dc0f-4c10-9f04-45555ccf5c3f req-ab53a2ac-180c-4be9-b3e5-ce4f8042e387 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Unset dirty status for tenant:4c3e8fbc0cd740cfa9bb4d6f140b3027 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:51:56.454336 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7a75d28c-dc0f-4c10-9f04-45555ccf5c3f req-ab53a2ac-180c-4be9-b3e5-ce4f8042e387 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=74b92c53-5654-4799-af46-d6d48a6f4870 HTTP/1.1" status: 200  len: 210 time: 0.0714765
Dec 02 17:51:57.080861 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:57.258772 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 52992) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:57.280944 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843916540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843985479'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:57.299227 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:57.299719 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0d354-d4c2-4cd4-8d83-846a50feab4f req-239e7822-518b-45ec-b74c-c397fdcb96c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:57.302129 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-40c0d354-d4c2-4cd4-8d83-846a50feab4f req-239e7822-518b-45ec-b74c-c397fdcb96c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82b2210b4ebf4222ae2d9b13049f05ec&device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 1163 time: 0.2270315
Dec 02 17:51:57.477767 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c6242-ec7f-4805-9aff-8ed0061c4a34 req-34f7dbe1-2368-4b23-a53a-ae6dbc37965d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:57.489307 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-408c6242-ec7f-4805-9aff-8ed0061c4a34 req-34f7dbe1-2368-4b23-a53a-ae6dbc37965d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.2830141
Dec 02 17:51:57.502542 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-73a30502-9104-4e8e-ad9c-16f0c2904ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:57.541686 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-73a30502-9104-4e8e-ad9c-16f0c2904ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:51:57.544686 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f79fc53a-e127-4c3f-b838-f0bc40074bad,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:57.556855 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-73a30502-9104-4e8e-ad9c-16f0c2904ca5 admin admin] Usage tracker for resource:security_group_rule and tenant:f5a12e8c78cc404b89d9e68acd4e9f4b is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:51:57.564846 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-73a30502-9104-4e8e-ad9c-16f0c2904ca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:51:57.569781 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:57.573242 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-408c6242-ec7f-4805-9aff-8ed0061c4a34 req-71e35912-3afd-4271-9c23-e94fb022fe7b tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823963
Dec 02 17:51:57.575820 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-73a30502-9104-4e8e-ad9c-16f0c2904ca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:51:57.580630 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0d354-d4c2-4cd4-8d83-846a50feab4f req-434f2714-9f35-4aeb-a7fd-6d9744ba65e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:57.582264 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-40c0d354-d4c2-4cd4-8d83-846a50feab4f req-434f2714-9f35-4aeb-a7fd-6d9744ba65e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e8d80f8-dc83-49a9-857c-3b26867bd375 HTTP/1.1" status: 200  len: 913 time: 0.2679124
Dec 02 17:51:57.708194 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-40c0d354-d4c2-4cd4-8d83-846a50feab4f req-4f02a9f4-df9f-40ec-816d-73977557e60e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=242f88eb-166a-4be3-adc3-411b12ab6841 HTTP/1.1" status: 200  len: 217 time: 0.0962062
Dec 02 17:51:57.710885 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] Checking segment: {'id': '2c0eb7f5-2ea2-49e7-96bd-4ab6434231c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '1615316a-cada-4050-ad72-0862df680a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:51:57.711434 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] Network hostable DHCP agents. Network: 1615316a-cada-4050-ad72-0862df680a6d, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 17:51:57.793386 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] Network 1615316a-cada-4050-ad72-0862df680a6d is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 17:51:57.794930 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:57.796173 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0d354-d4c2-4cd4-8d83-846a50feab4f req-40f3e815-46db-4a62-9dc9-c970171598dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:57.798288 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-40c0d354-d4c2-4cd4-8d83-846a50feab4f req-40f3e815-46db-4a62-9dc9-c970171598dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d63a84ed-b463-4863-a3be-969d4a89bdad HTTP/1.1" status: 200  len: 859 time: 0.0828376
Dec 02 17:51:57.814512 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, 1615316a-cada-4050-ad72-0862df680a6d) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:51:57.821443 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-73a30502-9104-4e8e-ad9c-16f0c2904ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:57.825149 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-73a30502-9104-4e8e-ad9c-16f0c2904ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:57.830563 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932fe942-e61a-4171-880e-4af1fe4b3ec8 None None] Network 1615316a-cada-4050-ad72-0862df680a6d requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:51:57.842506 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a3d1b7c9-8f2b-4add-89b9-a59fad35ed4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:57.875272 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a30502-9104-4e8e-ad9c-16f0c2904ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aa58be-8bbb-4d18-861c-57c825e9795b,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:57.888438 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-73a30502-9104-4e8e-ad9c-16f0c2904ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:57.889493 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:57.890146 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:57.931143 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-40c0d354-d4c2-4cd4-8d83-846a50feab4f req-3fabfa20-3de9-44c1-8963-80ae8ddaefaa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e8d80f8-dc83-49a9-857c-3b26867bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1252618
Dec 02 17:51:57.931363 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.5646639
Dec 02 17:51:57.941916 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 53014) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:57.942157 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-73a30502-9104-4e8e-ad9c-16f0c2904ca5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5a12e8c78cc404b89d9e68acd4e9f4b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6821520
Dec 02 17:51:58.128333 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29842c67-0e38-499f-b658-c39acf314efe None None] Network 1615316a-cada-4050-ad72-0862df680a6d requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:51:58.270153 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-1ceb632e-6f4e-4c7d-a8fb-b2d77b50c75c tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:58.292165 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-1ceb632e-6f4e-4c7d-a8fb-b2d77b50c75c tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/networks?id=3c088fa3-9b3b-4738-8b73-44e163a564ad HTTP/1.1" status: 200  len: 809 time: 0.3004563
Dec 02 17:51:58.317939 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-905dc3b7-a297-4fe4-a9a4-30956575fc83 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/quotas/4c3e8fbc0cd740cfa9bb4d6f140b3027 HTTP/1.1" status: 200  len: 375 time: 0.0239995
Dec 02 17:51:58.427703 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-40c0d354-d4c2-4cd4-8d83-846a50feab4f req-accbd7e8-8081-4771-98c8-6d942efa73a7 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4889076
Dec 02 17:51:58.435148 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-42430e36-fe93-47d6-8fc5-c74b2420d2a0 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c3e8fbc0cd740cfa9bb4d6f140b3027&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1038857
Dec 02 17:51:58.497086 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1c9279e3-f384-412f-b435-d8ffb95b73fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:58.591610 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-82087962-eb3b-46e6-87be-6b258acb4697 service neutron] 10.222.0.21 "GET /v2.0/networks/3c088fa3-9b3b-4738-8b73-44e163a564ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554263
Dec 02 17:51:58.597823 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1c9279e3-f384-412f-b435-d8ffb95b73fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:58.656476 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1c9279e3-f384-412f-b435-d8ffb95b73fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:58.663522 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a189c563-39cd-4e5f-9eff-8e067b1c195a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:58.677340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9279e3-f384-412f-b435-d8ffb95b73fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aa58be-8bbb-4d18-861c-57c825e9795b,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:58.694722 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1c9279e3-f384-412f-b435-d8ffb95b73fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:58.704862 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-40c0d354-d4c2-4cd4-8d83-846a50feab4f req-ade7a325-f782-403b-b67d-4f53a1deb863 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2701952
Dec 02 17:51:58.707799 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1c9279e3-f384-412f-b435-d8ffb95b73fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:58.710169 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-1c9279e3-f384-412f-b435-d8ffb95b73fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2aa58be-8bbb-4d18-861c-57c825e9795b HTTP/1.1" status: 204  len: 168 time: 0.7664380
Dec 02 17:51:58.829645 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511d0ae-3cff-4136-a2bf-6b3a803733be req-e4c1c3ff-2c9d-4892-aa7b-6be3debf86ca tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:58.831251 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-bcbcac87-0156-44df-8e94-cad8aee2b0fc service neutron] 10.222.0.21 "GET /v2.0/networks/3c088fa3-9b3b-4738-8b73-44e163a564ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2310839
Dec 02 17:51:58.838869 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3511d0ae-3cff-4136-a2bf-6b3a803733be req-e4c1c3ff-2c9d-4892-aa7b-6be3debf86ca tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.1156526
Dec 02 17:51:58.900425 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3511d0ae-3cff-4136-a2bf-6b3a803733be req-d4f81ee8-4815-4fbf-bdf6-dd6b8de75f5f tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604572
Dec 02 17:51:59.117895 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-cdb15184-222c-4bbc-bd89-8f9cc6170cf0 req-dd306a51-8a4a-4e04-bbad-6c212c6a95bd tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 210 time: 0.0832112
Dec 02 17:51:59.301223 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 53062) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:59.307459 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1752654311-network', 'tenant_id': '69256391e8754ba7bd7197af91371c97'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:51:59.312562 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:51:59.317704 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Usage tracker for resource:network and tenant:69256391e8754ba7bd7197af91371c97 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:51:59.321294 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:51:59.327497 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:51:59.338104 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Made reservation on behalf of 69256391e8754ba7bd7197af91371c97 for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:51:59.343054 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:59.358979 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:59.376773 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:51:59.380998 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Usage tracker for resource:security_group_rule and tenant:69256391e8754ba7bd7197af91371c97 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:51:59.385446 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:51:59.391314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:51:59.488119 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:59.491298 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:59.495979 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d2b7e435-d1ec-4b0b-95be-15199361001c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:59.502877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 53074) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:59.527511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 17:51:59.528691 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bdc174f7-d422-4f49-9a7c-6224c2381d44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:59.543032 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0ce265-33ef-4cbb-9bd1-55a3eec3c556,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:59.550298 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:59.551236 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-bdc174f7-d422-4f49-9a7c-6224c2381d44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:51:59.551978 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774465036352', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:59.552616 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Added segment fe0e8d52-064d-49e4-a7b8-bd60cd599069 of type vxlan for network ba6d91fb-151c-45aa-96f5-de970e5b52af
Dec 02 17:51:59.559095 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-bdc174f7-d422-4f49-9a7c-6224c2381d44 admin admin] Usage tracker for resource:security_group_rule and tenant:7a40cc89046445569b01f1d4247d8aa2 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:51:59.565995 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-bdc174f7-d422-4f49-9a7c-6224c2381d44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:51:59.573526 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-bdc174f7-d422-4f49-9a7c-6224c2381d44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:51:59.592919 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:59.655901 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:59.657618 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:51:59.661293 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:59.680202 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:59.695812 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bdc174f7-d422-4f49-9a7c-6224c2381d44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:59.699957 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bdc174f7-d422-4f49-9a7c-6224c2381d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:59.710720 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9ebce53a-ec07-447b-a20d-3e02d87c8c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:51:59.751698 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4492750
Dec 02 17:51:59.764979 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 53082) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:59.779682 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] Request body: {'subnet': {'network_id': 'ba6d91fb-151c-45aa-96f5-de970e5b52af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1752654311-subnet', 'tenant_id': '69256391e8754ba7bd7197af91371c97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:51:59.787914 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-bdc174f7-d422-4f49-9a7c-6224c2381d44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a40cc89046445569b01f1d4247d8aa2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2811553
Dec 02 17:51:59.788409 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 53088) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:51:59.791634 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:51:59.794129 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc174f7-d422-4f49-9a7c-6224c2381d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4244f3c-96b6-4202-976d-2d89fe5d86ce,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:59.797700 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-bdc174f7-d422-4f49-9a7c-6224c2381d44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:59.809040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Pushing event updated for resources: {'Network': ['ID=ba6d91fb-151c-45aa-96f5-de970e5b52af,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:51:59.812278 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:51:59.814347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] Usage tracker for resource:subnet and tenant:69256391e8754ba7bd7197af91371c97 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:51:59.818005 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:51:59.825958 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network ba6d91fb-151c-45aa-96f5-de970e5b52af details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:51:59.830293 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:51:59.863333 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] Made reservation on behalf of 69256391e8754ba7bd7197af91371c97 for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:51:59.868888 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843985496'] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:51:59.949014 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Network ba6d91fb-151c-45aa-96f5-de970e5b52af details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:51:59.996727 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4c602933-6de5-4ecb-9aeb-ef037d0f6c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:00.044478 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4c602933-6de5-4ecb-9aeb-ef037d0f6c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:00.239282 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4c602933-6de5-4ecb-9aeb-ef037d0f6c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:00.244347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:00.284149 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c602933-6de5-4ecb-9aeb-ef037d0f6c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4244f3c-96b6-4202-976d-2d89fe5d86ce,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:00.293019 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4c602933-6de5-4ecb-9aeb-ef037d0f6c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:00.338680 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d194704-fa6e-48c0-9d97-3c8f60055d34 req-1c30b25b-66dd-4fce-810f-dcd16bff285f tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:00.340674 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8d194704-fa6e-48c0-9d97-3c8f60055d34 req-1c30b25b-66dd-4fce-810f-dcd16bff285f tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.2637875
Dec 02 17:52:00.392105 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4c602933-6de5-4ecb-9aeb-ef037d0f6c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:00.396141 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-4c602933-6de5-4ecb-9aeb-ef037d0f6c26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4244f3c-96b6-4202-976d-2d89fe5d86ce HTTP/1.1" status: 204  len: 168 time: 0.6043928
Dec 02 17:52:00.444415 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8d194704-fa6e-48c0-9d97-3c8f60055d34 req-598770e8-fff3-4f98-9182-6afa93e3fec9 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797613
Dec 02 17:52:00.678821 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843916540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843985479'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:00.682247 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0d4ff16b-3beb-4c8f-9caf-9968bdbce062 req-81b11d33-1ee3-46f8-92de-a55196ff6d3a tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 210 time: 0.1967750
Dec 02 17:52:00.734868 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:00.791880 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-bf3af70d-8912-4405-a1ed-529ab4ffa438 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:00.793958 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-bf3af70d-8912-4405-a1ed-529ab4ffa438 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.43 "GET /v2.0/networks?id=3c088fa3-9b3b-4738-8b73-44e163a564ad HTTP/1.1" status: 200  len: 809 time: 0.3102922
Dec 02 17:52:00.832838 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-f8a4ef47-9020-4ea9-ae96-94a58912c799 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Request body: {'port': {'device_id': 'e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2', 'network_id': '3c088fa3-9b3b-4738-8b73-44e163a564ad', 'admin_state_up': True, 'tenant_id': '4c3e8fbc0cd740cfa9bb4d6f140b3027'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:52:00.911672 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a275e51-14b7-4e7d-8935-9a2448804d59,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:00.918229 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:01.026587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] Checking segment: {'id': 'fe0e8d52-064d-49e4-a7b8-bd60cd599069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'ba6d91fb-151c-45aa-96f5-de970e5b52af'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:52:01.026587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] Network hostable DHCP agents. Network: ba6d91fb-151c-45aa-96f5-de970e5b52af, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 17:52:01.057331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] Network ba6d91fb-151c-45aa-96f5-de970e5b52af is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 17:52:01.070223 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, ba6d91fb-151c-45aa-96f5-de970e5b52af) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:52:01.086464 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba4b8fe-64bf-420d-b7d5-990d242c9b8f None None] Network ba6d91fb-151c-45aa-96f5-de970e5b52af requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:52:01.093411 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-f8a4ef47-9020-4ea9-ae96-94a58912c799 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:52:01.112276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-f8a4ef47-9020-4ea9-ae96-94a58912c799 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:52:01.122699 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:01.124872 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:01.129789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-f8a4ef47-9020-4ea9-ae96-94a58912c799 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Made reservation on behalf of 4c3e8fbc0cd740cfa9bb4d6f140b3027 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:52:01.141440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-f8a4ef47-9020-4ea9-ae96-94a58912c799 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:01.163046 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3964689
Dec 02 17:52:01.470569 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29596d3b-15ef-49ea-a6c2-c1093b9e3876 None None] Network ba6d91fb-151c-45aa-96f5-de970e5b52af requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:52:01.685653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-f8a4ef47-9020-4ea9-ae96-94a58912c799 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Allocated IP 172.20.0.11 (3c088fa3-9b3b-4738-8b73-44e163a564ad/3061db35-98aa-4167-a5fe-df82c7a4c96c/2b3ea044-966c-4303-aa33-2c3541d8f6e1) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:52:01.934423 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540e14a-6696-4c9d-8f92-62405a7d1176 req-c125397d-579b-4c98-b91b-577029dd3070 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:01.942355 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9540e14a-6696-4c9d-8f92-62405a7d1176 req-c125397d-579b-4c98-b91b-577029dd3070 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.2368054
Dec 02 17:52:02.017444 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9540e14a-6696-4c9d-8f92-62405a7d1176 req-39301245-e368-454b-b899-920372ea1828 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735984
Dec 02 17:52:02.049064 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-de01460c-3bdd-43c4-922d-94117405607a req-ab5940d1-e0d9-4ebe-a058-0ed98f545246 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 210 time: 0.0700426
Dec 02 17:52:02.312832 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-f8a4ef47-9020-4ea9-ae96-94a58912c799 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:02.343404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-f8a4ef47-9020-4ea9-ae96-94a58912c799 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:02.368250 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:02.605475 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4ef47-9020-4ea9-ae96-94a58912c799 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Pushing event updated for resources: {'Port': ['ID=2b3ea044-966c-4303-aa33-2c3541d8f6e1,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:02.611814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef47-9020-4ea9-ae96-94a58912c799 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:02.626711 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-f8a4ef47-9020-4ea9-ae96-94a58912c799 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Network 3c088fa3-9b3b-4738-8b73-44e163a564ad is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:52:02.628058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-f8a4ef47-9020-4ea9-ae96-94a58912c799 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:52:02.633295 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-f8a4ef47-9020-4ea9-ae96-94a58912c799 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:52:02.637737 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-f8a4ef47-9020-4ea9-ae96-94a58912c799 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:02.638419 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-f8a4ef47-9020-4ea9-ae96-94a58912c799 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:02.691231 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-f8a4ef47-9020-4ea9-ae96-94a58912c799 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8664536
Dec 02 17:52:02.716081 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Request body: {'port': {'device_id': 'e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:52:02.851722 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:03.418512 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfef228-ff15-420b-8763-41568186987f req-47c83c0c-b948-472d-9bf9-f0ffab2a5aca tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:03.420704 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3dfef228-ff15-420b-8763-41568186987f req-47c83c0c-b948-472d-9bf9-f0ffab2a5aca tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.1057258
Dec 02 17:52:03.436605 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb30ca-a10e-4cc8-b041-2e106099b876 req-6982f8e0-c21f-4bc6-83ec-eb29d433b7c9 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:03.437402 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-99bb30ca-a10e-4cc8-b041-2e106099b876 req-6982f8e0-c21f-4bc6-83ec-eb29d433b7c9 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Synchronizing usage tracker for tenant:4c3e8fbc0cd740cfa9bb4d6f140b3027 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:52:03.476238 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3dfef228-ff15-420b-8763-41568186987f req-c0edf658-84a5-4a8c-92ad-99a23061d952 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469272
Dec 02 17:52:03.518596 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-99bb30ca-a10e-4cc8-b041-2e106099b876 req-6982f8e0-c21f-4bc6-83ec-eb29d433b7c9 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Unset dirty status for tenant:4c3e8fbc0cd740cfa9bb4d6f140b3027 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:52:03.525914 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-99bb30ca-a10e-4cc8-b041-2e106099b876 req-6982f8e0-c21f-4bc6-83ec-eb29d433b7c9 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 932 time: 0.2318406
Dec 02 17:52:03.576493 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3ea044-966c-4303-aa33-2c3541d8f6e1 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 17:52:03.597631 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:03.611640 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-99bb30ca-a10e-4cc8-b041-2e106099b876 req-8f13ad40-373a-4658-b599-8a939bdd1374 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844004
Dec 02 17:52:03.619199 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Transition to ACTIVE for port object 2b3ea044-966c-4303-aa33-2c3541d8f6e1 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:52:03.625308 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:03.666625 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:03.793723 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Pushing event updated for resources: {'Port': ['ID=2b3ea044-966c-4303-aa33-2c3541d8f6e1,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:03.798276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:03.975416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Attempting to bind port 2b3ea044-966c-4303-aa33-2c3541d8f6e1 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:52:03.976012 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Attempting to bind port 2b3ea044-966c-4303-aa33-2c3541d8f6e1 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '60fc7736-e6b3-45e7-b05d-86e69c1b9dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c088fa3-9b3b-4738-8b73-44e163a564ad'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:52:03.976581 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Attempting to bind port 2b3ea044-966c-4303-aa33-2c3541d8f6e1 on network 3c088fa3-9b3b-4738-8b73-44e163a564ad {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:52:03.983567 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:52:03.984196 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Checking segment: {'id': '60fc7736-e6b3-45e7-b05d-86e69c1b9dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c088fa3-9b3b-4738-8b73-44e163a564ad'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:52:03.984732 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:03.985321 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Bound using segment: {'id': '60fc7736-e6b3-45e7-b05d-86e69c1b9dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c088fa3-9b3b-4738-8b73-44e163a564ad'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:52:03.986266 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Bound port: 2b3ea044-966c-4303-aa33-2c3541d8f6e1, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60fc7736-e6b3-45e7-b05d-86e69c1b9dfb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '3c088fa3-9b3b-4738-8b73-44e163a564ad'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:52:03.986933 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:04.096689 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] For port 2b3ea044-966c-4303-aa33-2c3541d8f6e1, host hv-cinder-73362, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:52:04.101912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] For port 2b3ea044-966c-4303-aa33-2c3541d8f6e1, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2b3ea044-966c-4303-aa33-2c3541d8f6e1,segment=NetworkSegment(60fc7736-e6b3-45e7-b05d-86e69c1b9dfb),segment_id=60fc7736-e6b3-45e7-b05d-86e69c1b9dfb)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:52:04.129015 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:04.153880 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:04.241980 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Pushing event updated for resources: {'Port': ['ID=2b3ea044-966c-4303-aa33-2c3541d8f6e1,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:04.249103 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:04.405968 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:04.407119 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:04.409013 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] 10.222.0.43 "PUT /v2.0/ports/2b3ea044-966c-4303-aa33-2c3541d8f6e1 HTTP/1.1" status: 200  len: 1158 time: 1.6982193
Dec 02 17:52:04.409805 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2', 'tag': '2b3ea044-966c-4303-aa33-2c3541d8f6e1'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:52:04.486873 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2', 'tag': '2b3ea044-966c-4303-aa33-2c3541d8f6e1', 'status': 'completed', 'code': 200}
Dec 02 17:52:04.587349 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-bc024c6e-6b99-4c14-bcef-104f082e23da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:04.589421 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-bc024c6e-6b99-4c14-bcef-104f082e23da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c3e8fbc0cd740cfa9bb4d6f140b3027&device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 1161 time: 0.0806508
Dec 02 17:52:04.715371 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-aee5b0a3-281c-4996-97ac-34e1cb31a829 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b3ea044-966c-4303-aa33-2c3541d8f6e1 HTTP/1.1" status: 200  len: 217 time: 0.1072848
Dec 02 17:52:04.808705 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-e9c16f40-f22d-4317-a98e-70586ef20e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:04.810257 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-e9c16f40-f22d-4317-a98e-70586ef20e7e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3061db35-98aa-4167-a5fe-df82c7a4c96c HTTP/1.1" status: 200  len: 849 time: 0.0880034
Dec 02 17:52:04.864281 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68042ac4-5052-4bef-b5c8-5eb78a2f5847 req-a66dcc6e-e01f-48f1-af04-d3290e354944 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:04.866618 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68042ac4-5052-4bef-b5c8-5eb78a2f5847 req-a66dcc6e-e01f-48f1-af04-d3290e354944 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 944 time: 0.1045301
Dec 02 17:52:04.869703 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-5b572833-267e-4f6b-a226-6ab1a5f76cfd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c088fa3-9b3b-4738-8b73-44e163a564ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486603
Dec 02 17:52:04.876554 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25163da-7059-4bef-82e4-c58914d81da0 req-b94426a6-72f9-4cd0-b921-f8857ff8b847 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:04.878096 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e25163da-7059-4bef-82e4-c58914d81da0 req-b94426a6-72f9-4cd0-b921-f8857ff8b847 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.2150545
Dec 02 17:52:04.919841 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-68042ac4-5052-4bef-b5c8-5eb78a2f5847 req-3a754af3-624f-4cf0-b2c1-10bbfa61344a tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459654
Dec 02 17:52:05.027494 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e25163da-7059-4bef-82e4-c58914d81da0 req-c999081d-e3a3-4a0f-9be8-ae2305d277e7 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1239121
Dec 02 17:52:05.075977 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-f226247a-5241-4e67-a889-9cac796444f1 service neutron] 10.222.0.43 "GET /v2.0/networks/3c088fa3-9b3b-4738-8b73-44e163a564ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1968253
Dec 02 17:52:05.235860 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01f0b373-1e1a-48b1-abf2-5f84461168ab req-238defa3-8f95-4d65-ba3b-da83a15d3f98 service neutron] 10.222.0.43 "GET /v2.0/networks/3c088fa3-9b3b-4738-8b73-44e163a564ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1519570
Dec 02 17:52:05.445171 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718f80d-c1f4-4503-bd5c-00ca18fa3485 req-c0971551-0c5b-4aa3-ae0e-bd24f74b6485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:05.446845 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d718f80d-c1f4-4503-bd5c-00ca18fa3485 req-c0971551-0c5b-4aa3-ae0e-bd24f74b6485 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4c3e8fbc0cd740cfa9bb4d6f140b3027&device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 1161 time: 0.0844078
Dec 02 17:52:05.702534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:05.830401 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718f80d-c1f4-4503-bd5c-00ca18fa3485 req-dca59c05-7456-40fa-ba2e-7bdba1eb378c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:05.832014 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d718f80d-c1f4-4503-bd5c-00ca18fa3485 req-dca59c05-7456-40fa-ba2e-7bdba1eb378c service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c088fa3-9b3b-4738-8b73-44e163a564ad HTTP/1.1" status: 200  len: 903 time: 0.3730576
Dec 02 17:52:05.916720 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d718f80d-c1f4-4503-bd5c-00ca18fa3485 req-75039588-354e-45b4-8500-03e513b0d302 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2b3ea044-966c-4303-aa33-2c3541d8f6e1 HTTP/1.1" status: 200  len: 217 time: 0.0755701
Dec 02 17:52:06.012688 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718f80d-c1f4-4503-bd5c-00ca18fa3485 req-c1210c9e-ff50-437a-b913-56e75e7e27a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:06.014462 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d718f80d-c1f4-4503-bd5c-00ca18fa3485 req-c1210c9e-ff50-437a-b913-56e75e7e27a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3061db35-98aa-4167-a5fe-df82c7a4c96c HTTP/1.1" status: 200  len: 849 time: 0.0899732
Dec 02 17:52:06.081050 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d718f80d-c1f4-4503-bd5c-00ca18fa3485 req-97a5b7ad-8878-41c5-966a-62d6c2472206 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c088fa3-9b3b-4738-8b73-44e163a564ad&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0577381
Dec 02 17:52:06.312276 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d718f80d-c1f4-4503-bd5c-00ca18fa3485 req-8d7b6664-7846-4ccb-86fe-3b6733a09b89 service neutron] 10.222.0.43 "GET /v2.0/networks/3c088fa3-9b3b-4738-8b73-44e163a564ad?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2226636
Dec 02 17:52:06.355151 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179055a8-df19-466a-bb99-247b9e36c51c req-24da7f95-dab7-468b-b709-673d287a7bbd tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:06.363994 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-179055a8-df19-466a-bb99-247b9e36c51c req-24da7f95-dab7-468b-b709-673d287a7bbd tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 944 time: 0.1774814
Dec 02 17:52:06.418875 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-179055a8-df19-466a-bb99-247b9e36c51c req-a9d01483-b156-4065-b4c2-b83b6dd999b7 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535355
Dec 02 17:52:06.568225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007c28e-08ff-483b-ac4b-e3d093dc7017 req-02ae1808-b948-4a35-84fb-725be204664c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:06.570442 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4007c28e-08ff-483b-ac4b-e3d093dc7017 req-02ae1808-b948-4a35-84fb-725be204664c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.2571125
Dec 02 17:52:06.580286 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d718f80d-c1f4-4503-bd5c-00ca18fa3485 req-403311dc-f07f-416b-94a9-b2ff4e1ff928 service neutron] 10.222.0.43 "GET /v2.0/networks/3c088fa3-9b3b-4738-8b73-44e163a564ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2275140
Dec 02 17:52:06.630759 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4007c28e-08ff-483b-ac4b-e3d093dc7017 req-67c59fe3-cdd2-476f-aa9f-2e5ffcf2497d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527878
Dec 02 17:52:07.665055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8809a3a-26de-4932-af20-1dcefe7d9cf9 req-93709d93-4454-4691-9a7b-3b473740da95 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:07.666811 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b8809a3a-26de-4932-af20-1dcefe7d9cf9 req-93709d93-4454-4691-9a7b-3b473740da95 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 944 time: 0.1011961
Dec 02 17:52:07.731020 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b8809a3a-26de-4932-af20-1dcefe7d9cf9 req-02131d29-fa7c-4d7d-9c1a-6a8d39057116 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574398
Dec 02 17:52:07.882353 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83dbc8-bcf1-4d76-8654-e2483f0070d7 req-2852bd6f-ac12-4679-8279-7b79b1c635b9 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:07.884002 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2c83dbc8-bcf1-4d76-8654-e2483f0070d7 req-2852bd6f-ac12-4679-8279-7b79b1c635b9 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0925970
Dec 02 17:52:07.951459 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2c83dbc8-bcf1-4d76-8654-e2483f0070d7 req-b29c1bd5-78ec-41dc-b7da-ed09b49e103f tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603151
Dec 02 17:52:08.484801 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 53344) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:52:08.650708 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9f498257-11de-44c9-b2b9-0f97c5950f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:08.666658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-9f498257-11de-44c9-b2b9-0f97c5950f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:52:08.671407 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-9f498257-11de-44c9-b2b9-0f97c5950f46 admin admin] Usage tracker for resource:security_group_rule and tenant:6c81333131f14169bf04c0e1158fe4c2 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:52:08.674921 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-9f498257-11de-44c9-b2b9-0f97c5950f46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:52:08.681971 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-9f498257-11de-44c9-b2b9-0f97c5950f46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:52:08.781774 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9f498257-11de-44c9-b2b9-0f97c5950f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:08.785562 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9f498257-11de-44c9-b2b9-0f97c5950f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:08.796467 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-10c3fc39-cfe3-4af3-aced-3138ed4855a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:08.850070 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-9f498257-11de-44c9-b2b9-0f97c5950f46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c81333131f14169bf04c0e1158fe4c2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3637044
Dec 02 17:52:08.853434 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 53356) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:52:08.857912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f498257-11de-44c9-b2b9-0f97c5950f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d46097f-32e2-4436-8b65-43f1ab405970,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:08.862275 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9f498257-11de-44c9-b2b9-0f97c5950f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:08.991466 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5202cc1a-c731-42a5-8601-531dc5e2c28e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:09.055369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5202cc1a-c731-42a5-8601-531dc5e2c28e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:09.082435 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1a7e5-a1af-48e6-8f5a-8b2a4d5a0308 req-ef3a2aaf-4149-46c2-afee-06f1f5bb030f tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:09.083942 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2ae1a7e5-a1af-48e6-8f5a-8b2a4d5a0308 req-ef3a2aaf-4149-46c2-afee-06f1f5bb030f tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 944 time: 0.2074811
Dec 02 17:52:09.168220 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2ae1a7e5-a1af-48e6-8f5a-8b2a4d5a0308 req-2b41ef6f-7c29-4537-85ab-d0edd5ecf882 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673649
Dec 02 17:52:09.196116 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5202cc1a-c731-42a5-8601-531dc5e2c28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:09.202955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a6fe74e6-ab56-42a1-aafa-2db108d6ec29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:09.217942 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202cc1a-c731-42a5-8601-531dc5e2c28e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d46097f-32e2-4436-8b65-43f1ab405970,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:09.220061 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5202cc1a-c731-42a5-8601-531dc5e2c28e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:09.234775 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-5202cc1a-c731-42a5-8601-531dc5e2c28e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d46097f-32e2-4436-8b65-43f1ab405970 HTTP/1.1" status: 204  len: 168 time: 0.3699188
Dec 02 17:52:09.236445 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5202cc1a-c731-42a5-8601-531dc5e2c28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:09.419470 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23aef0d-6296-4861-9a47-c90afb739427 req-fe64318a-c009-4204-9c7d-c252b07d5366 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:09.421138 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f23aef0d-6296-4861-9a47-c90afb739427 req-fe64318a-c009-4204-9c7d-c252b07d5366 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0955522
Dec 02 17:52:09.482296 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f23aef0d-6296-4861-9a47-c90afb739427 req-1d069088-758a-417d-99dd-33b6682f2536 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498323
Dec 02 17:52:09.658953 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 53380) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:52:09.680038 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1cda436a-d9d9-4722-9e19-1dae57ac9c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:09.699677 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-1cda436a-d9d9-4722-9e19-1dae57ac9c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:52:09.703703 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-1cda436a-d9d9-4722-9e19-1dae57ac9c43 admin admin] Usage tracker for resource:security_group_rule and tenant:0f91aace43064ac0b3cd4904c292b3d9 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:52:09.706777 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-1cda436a-d9d9-4722-9e19-1dae57ac9c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:52:09.712757 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-1cda436a-d9d9-4722-9e19-1dae57ac9c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:52:09.801759 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1cda436a-d9d9-4722-9e19-1dae57ac9c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:09.805116 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1cda436a-d9d9-4722-9e19-1dae57ac9c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:09.814412 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b38cf689-3f84-4db0-bfcf-2d601fc063ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:09.857957 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-1cda436a-d9d9-4722-9e19-1dae57ac9c43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f91aace43064ac0b3cd4904c292b3d9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1978147
Dec 02 17:52:09.858917 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda436a-d9d9-4722-9e19-1dae57ac9c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5e29fc-3df2-4e01-be94-874dcc4faa32,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:09.860828 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 53386) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:52:09.862256 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1cda436a-d9d9-4722-9e19-1dae57ac9c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:09.925258 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9b97a7ca-ddd3-4b97-89dd-7b56f9e3f9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:09.956412 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9b97a7ca-ddd3-4b97-89dd-7b56f9e3f9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:10.004360 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9b97a7ca-ddd3-4b97-89dd-7b56f9e3f9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:10.009477 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-764dfae6-efbd-4d06-bc8f-ede66baa8874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:10.023145 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97a7ca-ddd3-4b97-89dd-7b56f9e3f9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5e29fc-3df2-4e01-be94-874dcc4faa32,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:10.025755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9b97a7ca-ddd3-4b97-89dd-7b56f9e3f9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:10.033863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9b97a7ca-ddd3-4b97-89dd-7b56f9e3f9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:10.038288 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-9b97a7ca-ddd3-4b97-89dd-7b56f9e3f9c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b5e29fc-3df2-4e01-be94-874dcc4faa32 HTTP/1.1" status: 204  len: 168 time: 0.1720593
Dec 02 17:52:10.408518 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5e4d1-1b60-4ffa-96d6-e05535514c56 req-48f712cb-bccc-40f2-a8eb-0b5b53eb8223 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:10.410205 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f1f5e4d1-1b60-4ffa-96d6-e05535514c56 req-48f712cb-bccc-40f2-a8eb-0b5b53eb8223 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 944 time: 0.0986178
Dec 02 17:52:10.419795 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 2b3ea044-966c-4303-aa33-2c3541d8f6e1 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:52:10.471585 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f1f5e4d1-1b60-4ffa-96d6-e05535514c56 req-dff2c32b-44c3-4543-b35b-8aa2ebab5b19 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515871
Dec 02 17:52:10.502555 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port 2b3ea044-966c-4303-aa33-2c3541d8f6e1 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:52:10.508618 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 2b3ea044-966c-4303-aa33-2c3541d8f6e1 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:52:10.509150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:10.652136 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:10.689186 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 2b3ea044-966c-4303-aa33-2c3541d8f6e1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2b3ea044-966c-4303-aa33-2c3541d8f6e1,segment=NetworkSegment(60fc7736-e6b3-45e7-b05d-86e69c1b9dfb),segment_id=60fc7736-e6b3-45e7-b05d-86e69c1b9dfb)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:52:10.690456 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3ea044-966c-4303-aa33-2c3541d8f6e1'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:52:10.697318 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:10.700290 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-0105d112-bbfe-4ff3-9067-b7f7e033aed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:10.790774 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=2b3ea044-966c-4303-aa33-2c3541d8f6e1,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:10.799117 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de84ba-49b9-4393-9c59-68bf4ad4e745 req-db593ad5-336f-443b-a9dd-faea25e4b731 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:10.800860 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-12de84ba-49b9-4393-9c59-68bf4ad4e745 req-db593ad5-336f-443b-a9dd-faea25e4b731 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.1608191
Dec 02 17:52:10.803418 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.804132 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.804506 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.804872 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.805238 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.805632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.806000 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.806358 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.806893 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.807257 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.807648 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.808542 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.808835 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.809198 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.809700 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.810060 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.810487 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.810979 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.811338 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.811694 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.812050 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.812404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.812760 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.813114 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:52:10.819118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:10.821418 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3ea044-966c-4303-aa33-2c3541d8f6e1', 'code': 200}
Dec 02 17:52:10.889078 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-12de84ba-49b9-4393-9c59-68bf4ad4e745 req-2ee597da-71e6-4da3-b93c-daef0af67b3a tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785789
Dec 02 17:52:11.212369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8df33-a4c9-4053-aecf-426634085873 req-4fd51883-0c8c-4025-82ac-8c0242785a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:11.214056 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-88c8df33-a4c9-4053-aecf-426634085873 req-4fd51883-0c8c-4025-82ac-8c0242785a52 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 1163 time: 0.1383619
Dec 02 17:52:11.263421 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-88c8df33-a4c9-4053-aecf-426634085873 req-bc5bb684-577d-41ed-8ab8-0bc584e0eceb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418484
Dec 02 17:52:11.424259 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 2b3ea044-966c-4303-aa33-2c3541d8f6e1 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:52:11.494710 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 2b3ea044-966c-4303-aa33-2c3541d8f6e1 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:52:11.495126 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:11.705427 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03057ab3-acf5-4916-a272-a93f3ab9554e req-bd0a3b41-8c95-4a19-8125-b949d718db75 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:11.707041 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-03057ab3-acf5-4916-a272-a93f3ab9554e req-bd0a3b41-8c95-4a19-8125-b949d718db75 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 946 time: 0.0990620
Dec 02 17:52:11.760957 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-03057ab3-acf5-4916-a272-a93f3ab9554e req-45e85b8d-adad-44b4-9536-ccd1740c3b7a tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450306
Dec 02 17:52:12.140327 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2368e7c-9ae9-4e94-bcde-f6a96e1fa9f6 req-22b7c500-29be-417e-8202-441ed8325fb5 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:12.141994 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c2368e7c-9ae9-4e94-bcde-f6a96e1fa9f6 req-22b7c500-29be-417e-8202-441ed8325fb5 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0977046
Dec 02 17:52:12.201097 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c2368e7c-9ae9-4e94-bcde-f6a96e1fa9f6 req-b0ecbc19-efcc-4064-a467-05dd2d467c3e tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517421
Dec 02 17:52:13.013186 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631a43a-de5c-4943-a4c8-c596ee6c7d68 req-1e3459cb-9b30-4d13-875b-188e43fcf496 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:13.014837 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f631a43a-de5c-4943-a4c8-c596ee6c7d68 req-1e3459cb-9b30-4d13-875b-188e43fcf496 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 946 time: 0.0909250
Dec 02 17:52:13.073665 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f631a43a-de5c-4943-a4c8-c596ee6c7d68 req-141f2483-cecd-4fac-bf48-9d078fcd5f04 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486734
Dec 02 17:52:13.425396 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4952484-af7f-4afa-af8e-eab731c83ca9 req-3abb56d9-50aa-45f5-bcc2-3aab72a37357 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:13.428303 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b4952484-af7f-4afa-af8e-eab731c83ca9 req-3abb56d9-50aa-45f5-bcc2-3aab72a37357 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0894096
Dec 02 17:52:13.478795 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b4952484-af7f-4afa-af8e-eab731c83ca9 req-a7f08ef0-1de5-43d5-b510-e9305736d057 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438666
Dec 02 17:52:13.489611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 2b3ea044-966c-4303-aa33-2c3541d8f6e1 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:52:13.562121 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 2b3ea044-966c-4303-aa33-2c3541d8f6e1 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:52:13.562746 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:14.322935 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aba50b-9e3c-487b-8fbe-4725be8e7ae3 req-1ee9c769-9351-480b-b3f2-de50be34b25f tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:14.324762 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-99aba50b-9e3c-487b-8fbe-4725be8e7ae3 req-1ee9c769-9351-480b-b3f2-de50be34b25f tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 946 time: 0.1021872
Dec 02 17:52:14.373308 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-99aba50b-9e3c-487b-8fbe-4725be8e7ae3 req-4de698f1-29b8-4917-9088-c9f21b086f1f tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430553
Dec 02 17:52:14.704165 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeefaa6-8dcd-414b-b508-9f86405bef74 req-128b3bc9-b7aa-4868-8768-dea669871b9f tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:14.705820 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-aeeefaa6-8dcd-414b-b508-9f86405bef74 req-128b3bc9-b7aa-4868-8768-dea669871b9f tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0912867
Dec 02 17:52:14.763728 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-aeeefaa6-8dcd-414b-b508-9f86405bef74 req-186c4471-f61c-41a8-b383-b3ca8d195d96 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478017
Dec 02 17:52:16.040366 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790b9fa-96d4-4122-92bd-06dc38a224b2 req-cc1ad3a9-a9cf-4e4b-9736-3f3d17575ae3 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:16.049253 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a790b9fa-96d4-4122-92bd-06dc38a224b2 req-cc1ad3a9-a9cf-4e4b-9736-3f3d17575ae3 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.1150339
Dec 02 17:52:16.110278 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a790b9fa-96d4-4122-92bd-06dc38a224b2 req-002e94c3-d1ab-436b-980c-f61de6fa3a92 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598733
Dec 02 17:52:16.551767 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08f1c3e-68c0-41bd-bf49-53de9894cd30 req-4d6de6b8-54f7-4ef2-8669-1b8ccee19327 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:16.553837 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d08f1c3e-68c0-41bd-bf49-53de9894cd30 req-4d6de6b8-54f7-4ef2-8669-1b8ccee19327 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 946 time: 0.1141124
Dec 02 17:52:16.609251 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d08f1c3e-68c0-41bd-bf49-53de9894cd30 req-86a1201e-eefc-4ca1-bcf2-13e68ebec7a8 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490718
Dec 02 17:52:17.351212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdaca7-0dbb-497a-91fb-7b3dca72bc0d req-29ae7edb-c9f7-4adc-a6de-ecc63c575bd1 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:17.352955 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f4bdaca7-0dbb-497a-91fb-7b3dca72bc0d req-29ae7edb-c9f7-4adc-a6de-ecc63c575bd1 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0992198
Dec 02 17:52:17.411123 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f4bdaca7-0dbb-497a-91fb-7b3dca72bc0d req-520d077c-4d39-4e20-92bd-9fdeaa43c5a1 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507236
Dec 02 17:52:17.940381 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082be2a3-1fac-4406-a626-10ae5a274d77 req-4e4b2750-559d-411b-9672-423307a39ced tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:17.952011 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-082be2a3-1fac-4406-a626-10ae5a274d77 req-4e4b2750-559d-411b-9672-423307a39ced tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 946 time: 0.1567760
Dec 02 17:52:18.033866 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-082be2a3-1fac-4406-a626-10ae5a274d77 req-19c7a6f7-b5c2-403e-95d6-623669ce36ca tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779936
Dec 02 17:52:18.360961 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a592e-b89c-43ee-b14f-ae2ca353c507 req-1df687d1-d3db-4b13-b5f8-1f044455560d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:18.365368 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-459a592e-b89c-43ee-b14f-ae2ca353c507 req-1df687d1-d3db-4b13-b5f8-1f044455560d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 1163 time: 0.1105454
Dec 02 17:52:18.517017 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-459a592e-b89c-43ee-b14f-ae2ca353c507 req-eb5e2e3c-35ea-4829-b7c8-b0432c95ea13 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728717
Dec 02 17:52:18.723510 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4364a0c-e04b-48ba-93ed-9bfe3068a40f req-6671924b-b0dd-45f8-a2c4-6cb053cc49ab tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:18.726202 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c4364a0c-e04b-48ba-93ed-9bfe3068a40f req-6671924b-b0dd-45f8-a2c4-6cb053cc49ab tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.1019423
Dec 02 17:52:18.785165 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c4364a0c-e04b-48ba-93ed-9bfe3068a40f req-2e39ddda-b0f1-4b9a-a75d-fd1379208f8c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519631
Dec 02 17:52:19.178785 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18bc2e-1215-4935-a13c-70deeeda02a9 req-78fa72e6-4831-4abd-b659-f59dcaa82418 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:19.180553 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bc18bc2e-1215-4935-a13c-70deeeda02a9 req-78fa72e6-4831-4abd-b659-f59dcaa82418 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.43 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 946 time: 0.1869876
Dec 02 17:52:19.304116 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 2b3ea044-966c-4303-aa33-2c3541d8f6e1 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:52:19.344335 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-bc18bc2e-1215-4935-a13c-70deeeda02a9 req-3c2f7bcd-27ce-4516-bb32-649e1f4b491b tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Deleting port 2b3ea044-966c-4303-aa33-2c3541d8f6e1 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:52:19.344724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bc18bc2e-1215-4935-a13c-70deeeda02a9 req-3c2f7bcd-27ce-4516-bb32-649e1f4b491b tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:19.444565 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163df8f-da24-4ff0-9f34-23e70226f347 req-33c52c98-fb6f-4f38-b962-411b9b406081 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:19.449437 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c163df8f-da24-4ff0-9f34-23e70226f347 req-33c52c98-fb6f-4f38-b962-411b9b406081 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 946 time: 0.2177222
Dec 02 17:52:19.461275 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:19.493926 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b3ea044-966c-4303-aa33-2c3541d8f6e1'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:52:19.505679 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 2b3ea044-966c-4303-aa33-2c3541d8f6e1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2b3ea044-966c-4303-aa33-2c3541d8f6e1,segment=NetworkSegment(60fc7736-e6b3-45e7-b05d-86e69c1b9dfb),segment_id=60fc7736-e6b3-45e7-b05d-86e69c1b9dfb)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:52:19.512733 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:19.514705 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:19.610846 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=2b3ea044-966c-4303-aa33-2c3541d8f6e1,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:19.625843 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:19.658595 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c163df8f-da24-4ff0-9f34-23e70226f347 req-73b9b89b-f3fa-40f0-99f6-4c51bb74da0f tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/security-groups?id=92b97b78-554d-469c-b2b6-00dd94a4a0ba&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945105
Dec 02 17:52:19.759938 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b3ea044-966c-4303-aa33-2c3541d8f6e1', 'code': 200}
Dec 02 17:52:19.906750 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-bc18bc2e-1215-4935-a13c-70deeeda02a9 req-3c2f7bcd-27ce-4516-bb32-649e1f4b491b tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] For port 2b3ea044-966c-4303-aa33-2c3541d8f6e1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=2b3ea044-966c-4303-aa33-2c3541d8f6e1,segment=NetworkSegment(60fc7736-e6b3-45e7-b05d-86e69c1b9dfb),segment_id=60fc7736-e6b3-45e7-b05d-86e69c1b9dfb)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:52:19.907589 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bc18bc2e-1215-4935-a13c-70deeeda02a9 req-3c2f7bcd-27ce-4516-bb32-649e1f4b491b tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:20.061039 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-bc18bc2e-1215-4935-a13c-70deeeda02a9 req-3c2f7bcd-27ce-4516-bb32-649e1f4b491b tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Calling delete_port for 2b3ea044-966c-4303-aa33-2c3541d8f6e1 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:52:20.097919 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:52:20.258843 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6218f-d6be-4d38-963d-7a72a834d5d8 req-b11ceba7-09a8-4eb2-96ca-55d746b80b2b tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:20.266913 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-54c6218f-d6be-4d38-963d-7a72a834d5d8 req-b11ceba7-09a8-4eb2-96ca-55d746b80b2b tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.2128642
Dec 02 17:52:20.377778 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-54c6218f-d6be-4d38-963d-7a72a834d5d8 req-547d7b47-8e02-4ca8-a51e-f822318bab76 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098006
Dec 02 17:52:20.387921 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bc18bc2e-1215-4935-a13c-70deeeda02a9 req-3c2f7bcd-27ce-4516-bb32-649e1f4b491b tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:20.407942 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:20.469422 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2f7bcd-27ce-4516-bb32-649e1f4b491b tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Pushing event deleted for resources: {'Port': ['ID=2b3ea044-966c-4303-aa33-2c3541d8f6e1,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:20.474927 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3c2f7bcd-27ce-4516-bb32-649e1f4b491b tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:20.643942 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc18bc2e-1215-4935-a13c-70deeeda02a9 req-3c2f7bcd-27ce-4516-bb32-649e1f4b491b tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] No DVR routers for this DVR port 2b3ea044-966c-4303-aa33-2c3541d8f6e1 on host hv-cinder-73362 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 17:52:20.647389 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bc18bc2e-1215-4935-a13c-70deeeda02a9 req-3c2f7bcd-27ce-4516-bb32-649e1f4b491b tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:20.651314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2', 'name': 'network-vif-deleted', 'tag': '2b3ea044-966c-4303-aa33-2c3541d8f6e1'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:52:20.673780 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bc18bc2e-1215-4935-a13c-70deeeda02a9 req-3c2f7bcd-27ce-4516-bb32-649e1f4b491b tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.43 "DELETE /v2.0/ports/2b3ea044-966c-4303-aa33-2c3541d8f6e1 HTTP/1.1" status: 204  len: 173 time: 1.4837191
Dec 02 17:52:20.744194 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2', 'name': 'network-vif-deleted', 'tag': '2b3ea044-966c-4303-aa33-2c3541d8f6e1', 'status': 'completed', 'code': 200}
Dec 02 17:52:20.962397 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-7f3aa218-7b90-4a92-80c0-45acfb3efff9 req-d444537c-02aa-410b-b378-1c5f0b212f9c tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Synchronizing usage tracker for tenant:4c3e8fbc0cd740cfa9bb4d6f140b3027 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:52:20.986593 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-7f3aa218-7b90-4a92-80c0-45acfb3efff9 req-d444537c-02aa-410b-b378-1c5f0b212f9c tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Unset dirty status for tenant:4c3e8fbc0cd740cfa9bb4d6f140b3027 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:52:20.992818 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7f3aa218-7b90-4a92-80c0-45acfb3efff9 req-d444537c-02aa-410b-b378-1c5f0b212f9c tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] 10.222.0.21 "GET /v2.0/ports?device_id=e8a7bcc7-b4ea-47ad-8b37-7bacd94368c2 HTTP/1.1" status: 200  len: 210 time: 0.1016610
Dec 02 17:52:21.183237 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 53680) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:52:21.254015 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c3387b0-5ef3-4034-bfc6-4eef67955ffb admin admin] Deleting subnet f79fc53a-e127-4c3f-b838-f0bc40074bad {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 17:52:21.258683 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8c3387b0-5ef3-4034-bfc6-4eef67955ffb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:21.317719 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8c3387b0-5ef3-4034-bfc6-4eef67955ffb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842728492'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:21.390163 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8c3387b0-5ef3-4034-bfc6-4eef67955ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851170303'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:21.573977 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 242f88eb-166a-4be3-adc3-411b12ab6841 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:52:21.673012 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 242f88eb-166a-4be3-adc3-411b12ab6841 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:52:21.673332 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:21.958005 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c8dbe-f541-462f-b80a-8d92938985a5 req-d245edd5-bbe2-404f-b700-748a07356a3a tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:21.960361 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-531c8dbe-f541-462f-b80a-8d92938985a5 req-d245edd5-bbe2-404f-b700-748a07356a3a tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.1774385
Dec 02 17:52:22.028854 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-531c8dbe-f541-462f-b80a-8d92938985a5 req-6e893cac-872f-416f-b1c3-5838dc29af94 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593085
Dec 02 17:52:22.050042 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8c3387b0-5ef3-4034-bfc6-4eef67955ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10859329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10790274'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:22.064783 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c9d5cc24-b821-46d5-a1fe-6f16d24bb86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:22.231158 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3387b0-5ef3-4034-bfc6-4eef67955ffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f79fc53a-e127-4c3f-b838-f0bc40074bad,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:22.244670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8c3387b0-5ef3-4034-bfc6-4eef67955ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:22.251429 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8c3387b0-5ef3-4034-bfc6-4eef67955ffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:22.260227 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-8c3387b0-5ef3-4034-bfc6-4eef67955ffb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f79fc53a-e127-4c3f-b838-f0bc40074bad HTTP/1.1" status: 204  len: 168 time: 1.0755472
Dec 02 17:52:22.263195 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 53702) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:52:22.401765 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3483811'] for network, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:22.664490 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851106152', 'neutron.services.segments.db._delete_segments_for_network--9223363262389739448'] for network, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:23.042961 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7faf6cfe9c50>> segment before_delete 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:52:23.043382 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7faf6cfe9c50>> subnet precommit_delete_associations 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:52:23.044202 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf673c2d68>> segment_host_mapping after_create 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:52:23.046420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf673c2d68>> port after_create 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:52:23.046420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf673c2d68>> port after_delete 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:52:23.046420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf673c2d68>> port after_update 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:52:23.046420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf673c2d68>> segment after_delete 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:52:23.046420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf673c2d68>> subnet after_create 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:52:23.046420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf673c2d68>> subnet after_delete 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:52:23.046893 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf673c2d68>> subnet after_update 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:52:23.066638 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-78bc1782-6d9a-420f-a65b-667e375b0513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:23.116868 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faf672a3c50>> subnet after_create 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:52:23.117260 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faf672a3c50>> subnet after_delete 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:52:23.117616 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faf672a3c50>> subnet before_create 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:52:23.118074 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faf672a3c50>> subnet before_update 55550000 {{(pid=80243) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 02 17:52:23.119067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf6cfe9c18>,) {'filters': {'network_id': ['1615316a-cada-4050-ad72-0862df680a6d']}} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:52:23.158369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf6cfe9c18>, '2c0eb7f5-2ea2-49e7-96bd-4ab6434231c4') {'for_net_delete': True} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:52:23.158742 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf6cfe9c18>, '2c0eb7f5-2ea2-49e7-96bd-4ab6434231c4') {} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:52:23.178416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da2694-585f-4451-8b33-fefbe342de19 req-4400bf8e-4461-4225-943b-53d2b0cfa9ad tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:23.183893 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d1da2694-585f-4451-8b33-fefbe342de19 req-4400bf8e-4461-4225-943b-53d2b0cfa9ad tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.5663176
Dec 02 17:52:23.185987 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262389743032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1281428'] for segment, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:23.219531 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86e91c-68cb-4e61-b366-a104369acbba req-e26bc9e4-ad71-45c5-9d27-16dea7e25cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:23.220199 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-df86e91c-68cb-4e61-b366-a104369acbba req-e26bc9e4-ad71-45c5-9d27-16dea7e25cdb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82b2210b4ebf4222ae2d9b13049f05ec&device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 1163 time: 0.6048510
Dec 02 17:52:23.339399 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:23.346925 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 17:52:23.474038 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d1da2694-585f-4451-8b33-fefbe342de19 req-4885989c-bcf2-4f9d-803b-bbde4d82e9e9 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2800739
Dec 02 17:52:23.605115 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86e91c-68cb-4e61-b366-a104369acbba req-1b2c316c-9f5b-4af2-9728-1bcbc6663bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:23.606739 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-df86e91c-68cb-4e61-b366-a104369acbba req-1b2c316c-9f5b-4af2-9728-1bcbc6663bf9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e8d80f8-dc83-49a9-857c-3b26867bd375 HTTP/1.1" status: 200  len: 913 time: 0.3771746
Dec 02 17:52:23.707549 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Network 1615316a-cada-4050-ad72-0862df680a6d has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 17:52:23.723479 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851109762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843264633'] for segment, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:23.739128 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-df86e91c-68cb-4e61-b366-a104369acbba req-be829e47-9778-4bc0-8a2b-80821277157f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=242f88eb-166a-4be3-adc3-411b12ab6841 HTTP/1.1" status: 200  len: 217 time: 0.1097312
Dec 02 17:52:23.971875 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86e91c-68cb-4e61-b366-a104369acbba req-7f435389-d568-4d60-b85f-171176a0abba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:23.973580 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-df86e91c-68cb-4e61-b366-a104369acbba req-7f435389-d568-4d60-b85f-171176a0abba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d63a84ed-b463-4863-a3be-969d4a89bdad HTTP/1.1" status: 200  len: 859 time: 0.2263231
Dec 02 17:52:23.996068 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Network 1615316a-cada-4050-ad72-0862df680a6d has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:   (rel_b, rel_a, rel_b),
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:   (rel_b, rel_a, rel_b),
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]: Traceback (most recent call last):
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:     timer()
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:     cb(*args, **kw)
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:     return func(*args, **kwargs)
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._notify()
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.callback(batched_events)
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:     event.method(event)
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:     segment_id)['aggregates'][0]
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, *a, **k)
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._get(url).json()
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:     **kwargs)
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.request(url, 'GET', **kwargs)
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:     **endpoint_filter)
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 17:52:24.062930 dv-cinder-733623-9-iscsi neutron-server[80134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 17:52:24.081628 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-df86e91c-68cb-4e61-b366-a104369acbba req-3161f5e2-9447-4e12-a8f7-075e2dcc4931 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e8d80f8-dc83-49a9-857c-3b26867bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0880301
Dec 02 17:52:24.211632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3669648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854217382'] for network, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:24.269012 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:24.278793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:24.305947 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1615316a-cada-4050-ad72-0862df680a6d HTTP/1.1" status: 204  len: 168 time: 2.0414550
Dec 02 17:52:24.307109 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1615316a-cada-4050-ad72-0862df680a6d,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:24.310083 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:24.310595 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 53754) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:52:24.350234 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-df86e91c-68cb-4e61-b366-a104369acbba req-f38781e3-34b8-4b54-97af-9f6c2d7e1b84 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2557333
Dec 02 17:52:24.385188 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac374ab-882a-4457-9561-1ac5cbdccff1 admin admin] Deleting subnet 7a275e51-14b7-4e7d-8935-9a2448804d59 {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 17:52:24.388590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cac374ab-882a-4457-9561-1ac5cbdccff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:24.448828 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cac374ab-882a-4457-9561-1ac5cbdccff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842728492'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:24.516594 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-df86e91c-68cb-4e61-b366-a104369acbba req-9ecdcdd1-f642-4d07-b238-ac3f67ef9e92 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1600261
Dec 02 17:52:24.524419 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cac374ab-882a-4457-9561-1ac5cbdccff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851170303'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:24.865501 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f50e8-d088-43f5-97f5-cf9435c57346 req-c9a534d1-a21b-4078-b256-bd01aeab924d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:24.867170 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-979f50e8-d088-43f5-97f5-cf9435c57346 req-c9a534d1-a21b-4078-b256-bd01aeab924d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.2247488
Dec 02 17:52:24.936197 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-979f50e8-d088-43f5-97f5-cf9435c57346 req-242f9d81-7285-4139-914f-e112e1df257b tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620358
Dec 02 17:52:24.947474 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cac374ab-882a-4457-9561-1ac5cbdccff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10859329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10790274'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:24.964553 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:25.011097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac374ab-882a-4457-9561-1ac5cbdccff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a275e51-14b7-4e7d-8935-9a2448804d59,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:25.014598 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cac374ab-882a-4457-9561-1ac5cbdccff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:25.123265 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cac374ab-882a-4457-9561-1ac5cbdccff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:25.131100 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-cac374ab-882a-4457-9561-1ac5cbdccff1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7a275e51-14b7-4e7d-8935-9a2448804d59 HTTP/1.1" status: 204  len: 168 time: 0.8185422
Dec 02 17:52:25.133709 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 53766) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:52:25.259343 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7e757d8f-94cb-440a-8059-78d4c8e6c18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3483811'] for network, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:25.475705 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7e757d8f-94cb-440a-8059-78d4c8e6c18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851106152', 'neutron.services.segments.db._delete_segments_for_network--9223363262389739448'] for network, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:25.607957 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-7e757d8f-94cb-440a-8059-78d4c8e6c18c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf67ff4518>,) {'filters': {'network_id': ['ba6d91fb-151c-45aa-96f5-de970e5b52af']}} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:52:25.622344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-22983ba7-5cae-4473-8bc3-fe2e431c6711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:25.623216 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-7e757d8f-94cb-440a-8059-78d4c8e6c18c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf67ff4518>, 'fe0e8d52-064d-49e4-a7b8-bd60cd599069') {'for_net_delete': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:52:25.623653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-7e757d8f-94cb-440a-8059-78d4c8e6c18c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf67ff4518>, 'fe0e8d52-064d-49e4-a7b8-bd60cd599069') {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:52:25.638984 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7e757d8f-94cb-440a-8059-78d4c8e6c18c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262389743032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12047324'] for segment, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:25.660165 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7e757d8f-94cb-440a-8059-78d4c8e6c18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:25.663225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7e757d8f-94cb-440a-8059-78d4c8e6c18c admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 17:52:25.854369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-7e757d8f-94cb-440a-8059-78d4c8e6c18c admin admin] Network ba6d91fb-151c-45aa-96f5-de970e5b52af has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 17:52:25.863897 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7e757d8f-94cb-440a-8059-78d4c8e6c18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851109762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843917086'] for segment, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:26.059682 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-7e757d8f-94cb-440a-8059-78d4c8e6c18c admin admin] Network ba6d91fb-151c-45aa-96f5-de970e5b52af has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]: Traceback (most recent call last):
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:     timer()
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:     cb(*args, **kw)
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:     return func(*args, **kwargs)
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._notify()
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.callback(batched_events)
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:     event.method(event)
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:     segment_id)['aggregates'][0]
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, *a, **k)
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._get(url).json()
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:     **kwargs)
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.request(url, 'GET', **kwargs)
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:     **endpoint_filter)
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 17:52:26.083727 dv-cinder-733623-9-iscsi neutron-server[80134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 17:52:26.153652 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:26.178634 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7e757d8f-94cb-440a-8059-78d4c8e6c18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3669648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854217382'] for network, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:26.182895 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c5a530d1-159b-4017-80e2-5c0bd018dfa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:26.199382 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7e757d8f-94cb-440a-8059-78d4c8e6c18c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:26.205839 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e757d8f-94cb-440a-8059-78d4c8e6c18c admin admin] Pushing event deleted for resources: {'Network': ['ID=ba6d91fb-151c-45aa-96f5-de970e5b52af,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:26.209606 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7e757d8f-94cb-440a-8059-78d4c8e6c18c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:26.214689 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-7e757d8f-94cb-440a-8059-78d4c8e6c18c admin admin] 10.222.0.21 "DELETE /v2.0/networks/ba6d91fb-151c-45aa-96f5-de970e5b52af HTTP/1.1" status: 204  len: 168 time: 1.0769680
Dec 02 17:52:26.216184 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038267ac-24d5-474b-b111-46afa99a0089 req-2791c3e1-0b57-4f7c-8f0f-2a2c09515d5e tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:26.217747 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-038267ac-24d5-474b-b111-46afa99a0089 req-2791c3e1-0b57-4f7c-8f0f-2a2c09515d5e tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.1280446
Dec 02 17:52:26.275238 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-038267ac-24d5-474b-b111-46afa99a0089 req-670e1cf6-05eb-45ea-b29d-e5cd60b7a295 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507958
Dec 02 17:52:26.436462 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 53788) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:52:26.494359 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-fb01aa62-c24d-4d27-9d3e-2a5967b56953 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9db8c4a27aa142e2a002d2b4920c6a15&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0563729
Dec 02 17:52:26.496993 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 53792) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:52:26.563371 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8bcb94f0-a0f3-4f7b-b5ee-72b4558ecf9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:26.591475 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8bcb94f0-a0f3-4f7b-b5ee-72b4558ecf9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:26.656256 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8bcb94f0-a0f3-4f7b-b5ee-72b4558ecf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:26.663009 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-aea50b38-451d-4258-9201-58f84d643d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:26.674241 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb94f0-a0f3-4f7b-b5ee-72b4558ecf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d196ac6b-6c14-4fda-af08-11eef4a0bf6b,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:26.678234 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8bcb94f0-a0f3-4f7b-b5ee-72b4558ecf9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:26.681716 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8bcb94f0-a0f3-4f7b-b5ee-72b4558ecf9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:26.683500 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-8bcb94f0-a0f3-4f7b-b5ee-72b4558ecf9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d196ac6b-6c14-4fda-af08-11eef4a0bf6b HTTP/1.1" status: 204  len: 168 time: 0.1848648
Dec 02 17:52:27.065804 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:27.145487 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 53820) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:52:27.200834 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-6b8088e8-86dc-44ff-897b-c11f21cc6d01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=69256391e8754ba7bd7197af91371c97&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0540333
Dec 02 17:52:27.203450 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 53824) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:52:27.267484 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-715e82f6-ab42-402d-a8b9-7c67facee2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:27.295644 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-715e82f6-ab42-402d-a8b9-7c67facee2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:27.352579 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-715e82f6-ab42-402d-a8b9-7c67facee2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:27.357863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:52:27.372603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e82f6-ab42-402d-a8b9-7c67facee2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0ce265-33ef-4cbb-9bd1-55a3eec3c556,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:52:27.376139 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-715e82f6-ab42-402d-a8b9-7c67facee2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:52:27.378350 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-715e82f6-ab42-402d-a8b9-7c67facee2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:27.382163 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-715e82f6-ab42-402d-a8b9-7c67facee2fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d0ce265-33ef-4cbb-9bd1-55a3eec3c556 HTTP/1.1" status: 204  len: 168 time: 0.1747384
Dec 02 17:52:27.512304 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3817196-dd15-4ce2-bd3a-7b47c9ba6d1b req-5ab5ce3e-dd58-4a68-9898-c68d3ac39115 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:27.513934 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a3817196-dd15-4ce2-bd3a-7b47c9ba6d1b req-5ab5ce3e-dd58-4a68-9898-c68d3ac39115 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0936682
Dec 02 17:52:27.577013 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a3817196-dd15-4ce2-bd3a-7b47c9ba6d1b req-dd6fffba-ff70-40c8-833b-504798393722 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546494
Dec 02 17:52:27.784850 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:28.790700 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9d343-65d9-489b-8a16-4d410183d59f req-96e530f8-f0a9-4fa9-a8d7-6ffa688586aa tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:28.792312 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5bd9d343-65d9-489b-8a16-4d410183d59f req-96e530f8-f0a9-4fa9-a8d7-6ffa688586aa tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0854933
Dec 02 17:52:28.842676 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5bd9d343-65d9-489b-8a16-4d410183d59f req-ff444f67-fa65-4897-be95-901633747f78 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430391
Dec 02 17:52:35.662530 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:36.945515 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-264f73e1-b5a4-405b-a816-a64cb9dd03fc req-a662a35e-315d-48a7-9bed-354c9b2b252a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0829957
Dec 02 17:52:37.058934 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f73e1-b5a4-405b-a816-a64cb9dd03fc req-2a6a1f63-f98f-448a-b72e-f7ba3993d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:37.060575 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-264f73e1-b5a4-405b-a816-a64cb9dd03fc req-2a6a1f63-f98f-448a-b72e-f7ba3993d410 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82b2210b4ebf4222ae2d9b13049f05ec&device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 1163 time: 0.0783565
Dec 02 17:52:37.263986 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f73e1-b5a4-405b-a816-a64cb9dd03fc req-ddf8a162-6dc9-48a8-a595-cb95fdd9f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:37.265599 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-264f73e1-b5a4-405b-a816-a64cb9dd03fc req-ddf8a162-6dc9-48a8-a595-cb95fdd9f967 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e8d80f8-dc83-49a9-857c-3b26867bd375 HTTP/1.1" status: 200  len: 913 time: 0.1467028
Dec 02 17:52:37.341365 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-264f73e1-b5a4-405b-a816-a64cb9dd03fc req-c77b0a62-7331-405e-a367-09efa22d898c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=242f88eb-166a-4be3-adc3-411b12ab6841 HTTP/1.1" status: 200  len: 217 time: 0.0681391
Dec 02 17:52:37.413056 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f73e1-b5a4-405b-a816-a64cb9dd03fc req-f263679c-36c4-43dc-8d27-0227e63991ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:37.414723 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-264f73e1-b5a4-405b-a816-a64cb9dd03fc req-f263679c-36c4-43dc-8d27-0227e63991ad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d63a84ed-b463-4863-a3be-969d4a89bdad HTTP/1.1" status: 200  len: 859 time: 0.0667028
Dec 02 17:52:37.467118 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-264f73e1-b5a4-405b-a816-a64cb9dd03fc req-79b46285-4430-4fda-bfb1-2dab1ad1e9f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e8d80f8-dc83-49a9-857c-3b26867bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449009
Dec 02 17:52:37.625381 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-264f73e1-b5a4-405b-a816-a64cb9dd03fc req-a74eadf1-1bc1-46fb-85e5-6d59986d3653 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465070
Dec 02 17:52:37.779985 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-264f73e1-b5a4-405b-a816-a64cb9dd03fc req-ff668a55-7a70-41f6-afd0-b66b7842b4b1 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1428254
Dec 02 17:52:41.978110 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4e992-86d4-4c97-8406-31a8f03f81dc req-00d76a58-50d6-4a2f-b0a4-182b6806e0d0 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:52:41.980352 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f2f4e992-86d4-4c97-8406-31a8f03f81dc req-00d76a58-50d6-4a2f-b0a4-182b6806e0d0 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0950763
Dec 02 17:52:42.051096 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f2f4e992-86d4-4c97-8406-31a8f03f81dc req-4fcc6698-9ef5-4400-9964-ab99b184d103 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641384
Dec 02 17:52:53.058532 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6dd75a67-7d90-43c2-b72f-a026e6d3f6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:55.627161 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a56ec2ec-f78c-4295-9a88-12b57723d486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:56.144703 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:57.082686 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:52:57.123114 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:52:57.802617 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:06.859663 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:18.023644 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461102c-1f0f-4172-af1d-ca1dfa632c1a req-8b1e2a2a-be35-4287-b0e0-5a2be574b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:18.025165 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2461102c-1f0f-4172-af1d-ca1dfa632c1a req-8b1e2a2a-be35-4287-b0e0-5a2be574b1a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82b2210b4ebf4222ae2d9b13049f05ec&device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 1163 time: 0.0804870
Dec 02 17:53:18.074603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ed1d2-9c9b-4579-b479-b10868dc7fed req-9f31b9a6-72b6-4aa1-83c7-b21c3ef5ca52 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:18.076234 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-165ed1d2-9c9b-4579-b479-b10868dc7fed req-9f31b9a6-72b6-4aa1-83c7-b21c3ef5ca52 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0867848
Dec 02 17:53:18.146913 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-165ed1d2-9c9b-4579-b479-b10868dc7fed req-9cd533ed-4130-43c6-be49-568723c4bf44 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638006
Dec 02 17:53:18.185786 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461102c-1f0f-4172-af1d-ca1dfa632c1a req-57de40e9-8789-46f3-9a24-8f14aaca2bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:18.187429 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2461102c-1f0f-4172-af1d-ca1dfa632c1a req-57de40e9-8789-46f3-9a24-8f14aaca2bf3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e8d80f8-dc83-49a9-857c-3b26867bd375 HTTP/1.1" status: 200  len: 913 time: 0.1502290
Dec 02 17:53:18.272287 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2461102c-1f0f-4172-af1d-ca1dfa632c1a req-455f27e9-990c-4b39-92d7-9d1d3e1ceab4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=242f88eb-166a-4be3-adc3-411b12ab6841 HTTP/1.1" status: 200  len: 217 time: 0.0678868
Dec 02 17:53:18.355078 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461102c-1f0f-4172-af1d-ca1dfa632c1a req-d10e3f90-d779-400c-9b17-c8fdef1487bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:18.356658 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2461102c-1f0f-4172-af1d-ca1dfa632c1a req-d10e3f90-d779-400c-9b17-c8fdef1487bd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d63a84ed-b463-4863-a3be-969d4a89bdad HTTP/1.1" status: 200  len: 859 time: 0.0771744
Dec 02 17:53:18.602272 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2461102c-1f0f-4172-af1d-ca1dfa632c1a req-4c151e45-3b34-4d3b-96fc-c4a1b7f3687e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e8d80f8-dc83-49a9-857c-3b26867bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2374907
Dec 02 17:53:18.756190 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2461102c-1f0f-4172-af1d-ca1dfa632c1a req-17aeb3ac-a481-4f20-9259-8dea58c22b09 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1443672
Dec 02 17:53:18.915161 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2461102c-1f0f-4172-af1d-ca1dfa632c1a req-4e2ea8b6-59bf-4887-9418-660e6862189b service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1484051
Dec 02 17:53:19.377615 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7173fe-5f7c-4e01-95b7-60e36f9d5291 req-721f0807-d131-49e9-a21c-18c1b6d00e9d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:19.380267 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-db7173fe-5f7c-4e01-95b7-60e36f9d5291 req-721f0807-d131-49e9-a21c-18c1b6d00e9d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0887673
Dec 02 17:53:19.433063 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-db7173fe-5f7c-4e01-95b7-60e36f9d5291 req-24b4cbff-968f-4175-887c-8a3fe4f137e8 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465875
Dec 02 17:53:20.150136 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 54816) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:20.232953 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_v2 [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Deleting subnet 3061db35-98aa-4167-a5fe-df82c7a4c96c {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 17:53:20.236266 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:20.300936 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842728492'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:20.371810 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851170303'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:20.827126 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ad1fb-a1fc-44bc-a1c8-e6d67f4be991 req-1ae2abb5-5600-413a-8da5-1ccd16eae8eb tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:20.828859 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6b4ad1fb-a1fc-44bc-a1c8-e6d67f4be991 req-1ae2abb5-5600-413a-8da5-1ccd16eae8eb tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.1355565
Dec 02 17:53:20.830330 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10859329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10790274'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:20.847294 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-0d8b22a9-bd8a-48e7-8c77-8dcc50b079d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:20.913125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3061db35-98aa-4167-a5fe-df82c7a4c96c,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:20.976756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.977164 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.977564 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.977951 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.978336 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.978752 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.979137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.979525 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.979906 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.980288 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.980666 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.981175 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.981646 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.982169 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.982495 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.982925 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.983653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.983843 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.984050 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.984430 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.984801 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.985178 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.985551 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:20.985926 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:21.002819 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:21.031131 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6b4ad1fb-a1fc-44bc-a1c8-e6d67f4be991 req-d5de56db-4226-4dd7-8a7f-469db9f45291 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869695
Dec 02 17:53:21.044648 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:21.054842 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3061db35-98aa-4167-a5fe-df82c7a4c96c HTTP/1.1" status: 204  len: 168 time: 0.9011645
Dec 02 17:53:21.055379 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 54844) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:21.211134 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3483811'] for network, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:21.411842 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851106152', 'neutron.services.segments.db._delete_segments_for_network--9223363262389739448'] for network, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:21.440431 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 54854) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:21.538825 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf67160ba8>,) {'filters': {'network_id': ['3c088fa3-9b3b-4738-8b73-44e163a564ad']}} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:53:21.553140 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf67160ba8>, '60fc7736-e6b3-45e7-b05d-86e69c1b9dfb') {'for_net_delete': True} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:53:21.553567 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf67160ba8>, '60fc7736-e6b3-45e7-b05d-86e69c1b9dfb') {} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:53:21.565881 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262389743032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1281428'] for segment, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:21.581495 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:21.583762 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 17:53:21.603560 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-849be996-9b3e-401b-bef8-246f3b942b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:21.621085 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-849be996-9b3e-401b-bef8-246f3b942b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:21.625473 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-849be996-9b3e-401b-bef8-246f3b942b91 admin admin] Usage tracker for resource:security_group_rule and tenant:2e9aa2870aba44428426b83b697340ac is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:21.629316 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-849be996-9b3e-401b-bef8-246f3b942b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:21.635564 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-849be996-9b3e-401b-bef8-246f3b942b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:21.771341 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Network 3c088fa3-9b3b-4738-8b73-44e163a564ad has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 17:53:21.780450 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851109762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843264633'] for segment, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:21.964059 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Network 3c088fa3-9b3b-4738-8b73-44e163a564ad has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]: Traceback (most recent call last):
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:     timer()
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:     cb(*args, **kw)
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:     return func(*args, **kwargs)
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._notify()
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.callback(batched_events)
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:     event.method(event)
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:     segment_id)['aggregates'][0]
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, *a, **k)
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._get(url).json()
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:     **kwargs)
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.request(url, 'GET', **kwargs)
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:     **endpoint_filter)
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 17:53:21.990033 dv-cinder-733623-9-iscsi neutron-server[80134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 17:53:22.067195 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3669648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854217382'] for network, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:22.072167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:22.076091 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b5fde55f-ef7f-407a-89c9-4a53cd68a6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:22.099594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c088fa3-9b3b-4738-8b73-44e163a564ad,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:22.131935 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.132662 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.132827 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.133084 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.133468 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.133857 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.134240 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.134651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.135037 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.135416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.135793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.136169 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.136617 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.136992 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.137370 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.137757 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.138125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.138494 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.139043 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.139563 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.140081 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.140599 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.141136 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.141654 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:22.147783 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3c088fa3-9b3b-4738-8b73-44e163a564ad HTTP/1.1" status: 204  len: 168 time: 1.0911560
Dec 02 17:53:22.148944 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:22.181610 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-849be996-9b3e-401b-bef8-246f3b942b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:22.184641 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-849be996-9b3e-401b-bef8-246f3b942b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:22.194930 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f39295ba-f35b-4483-9e09-3057206fa3ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:22.241848 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-849be996-9b3e-401b-bef8-246f3b942b91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2e9aa2870aba44428426b83b697340ac&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7971191
Dec 02 17:53:22.241848 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849be996-9b3e-401b-bef8-246f3b942b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede3522a-7205-4072-9295-4fe1e1b1ec90,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:22.243001 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 54878) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:22.245879 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-849be996-9b3e-401b-bef8-246f3b942b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:22.303564 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a5a7c-3b70-411a-b2c3-5d648d2b19bb req-37956799-e083-4a63-acb0-52a4272f2cbb tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:22.305793 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-155a5a7c-3b70-411a-b2c3-5d648d2b19bb req-37956799-e083-4a63-acb0-52a4272f2cbb tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.1044922
Dec 02 17:53:22.311738 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88972e2c-b4e8-4fa0-ab40-19f66387a490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:22.321959 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 54884) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:22.356977 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-155a5a7c-3b70-411a-b2c3-5d648d2b19bb req-6dc19b31-428b-4cd6-8c62-27b6eccfbd93 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442939
Dec 02 17:53:22.360497 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88972e2c-b4e8-4fa0-ab40-19f66387a490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:22.624810 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-60057897-74b9-4d2f-a9b6-0ac0a149c7a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c3e8fbc0cd740cfa9bb4d6f140b3027&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3015828
Dec 02 17:53:22.627736 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 54892) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:22.645582 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88972e2c-b4e8-4fa0-ab40-19f66387a490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:22.650078 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5b2356ed-3680-4fde-b403-1997c40f29aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:22.666154 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88972e2c-b4e8-4fa0-ab40-19f66387a490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede3522a-7205-4072-9295-4fe1e1b1ec90,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:22.669321 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-88972e2c-b4e8-4fa0-ab40-19f66387a490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:22.670588 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-88972e2c-b4e8-4fa0-ab40-19f66387a490 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ede3522a-7205-4072-9295-4fe1e1b1ec90 HTTP/1.1" status: 204  len: 168 time: 0.4264147
Dec 02 17:53:22.671746 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-88972e2c-b4e8-4fa0-ab40-19f66387a490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:22.704126 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b07838cc-ec42-43a2-aa05-8ccdad7fcddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:22.734173 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b07838cc-ec42-43a2-aa05-8ccdad7fcddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:22.784094 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b07838cc-ec42-43a2-aa05-8ccdad7fcddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:22.790096 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b2c52cc6-c871-4282-a5ab-eee3b0cc2542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:22.807758 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07838cc-ec42-43a2-aa05-8ccdad7fcddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b97b78-554d-469c-b2b6-00dd94a4a0ba,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:22.811480 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b07838cc-ec42-43a2-aa05-8ccdad7fcddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:22.826024 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b07838cc-ec42-43a2-aa05-8ccdad7fcddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:22.827328 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b07838cc-ec42-43a2-aa05-8ccdad7fcddc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/92b97b78-554d-469c-b2b6-00dd94a4a0ba HTTP/1.1" status: 204  len: 168 time: 0.1975567
Dec 02 17:53:23.059749 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-86e5d401-7da7-4589-a7ab-d4eb51d6f4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:25.159418 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25daf0d-bfb1-4748-906b-706b9562c5ee req-cacfe4d2-daf4-4eda-b5d9-6484f2db5534 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:25.162942 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b25daf0d-bfb1-4748-906b-706b9562c5ee req-cacfe4d2-daf4-4eda-b5d9-6484f2db5534 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0883436
Dec 02 17:53:25.211719 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b25daf0d-bfb1-4748-906b-706b9562c5ee req-580fed2f-1b6b-45ea-8501-76306be4912b tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432367
Dec 02 17:53:25.620329 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fe45515c-8ef3-4502-b12b-69a09791fff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:26.146175 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:26.430573 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1ef2a-ca0c-43b6-adab-020a154c91aa req-ac0e7976-30b9-4015-a56f-e33b04491c5c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:26.432208 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3ee1ef2a-ca0c-43b6-adab-020a154c91aa req-ac0e7976-30b9-4015-a56f-e33b04491c5c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0857391
Dec 02 17:53:26.479284 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3ee1ef2a-ca0c-43b6-adab-020a154c91aa req-7298b352-cc63-478e-aad1-a9da92bc9584 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406172
Dec 02 17:53:27.074122 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:27.735504 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fa0ca-36e9-4543-ae86-caa20f563eb8 req-dfdf41ab-e7f8-4553-ab91-002e78328225 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:27.737162 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-123fa0ca-36e9-4543-ae86-caa20f563eb8 req-dfdf41ab-e7f8-4553-ab91-002e78328225 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.1001086
Dec 02 17:53:27.788955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:27.790457 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-123fa0ca-36e9-4543-ae86-caa20f563eb8 req-ae62cd4f-fca8-4100-8900-e091ee7aa1c3 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462632
Dec 02 17:53:28.702766 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ada4c90b-2bd4-4829-9515-52262053eed8 req-e584ed43-47a3-42a9-9dfe-7b3ca11253b1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0847845
Dec 02 17:53:28.841193 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4c90b-2bd4-4829-9515-52262053eed8 req-10ed1364-13d3-43bb-9063-d947824abfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:28.842938 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ada4c90b-2bd4-4829-9515-52262053eed8 req-10ed1364-13d3-43bb-9063-d947824abfcf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82b2210b4ebf4222ae2d9b13049f05ec&device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 1162 time: 0.0894959
Dec 02 17:53:29.024974 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4c90b-2bd4-4829-9515-52262053eed8 req-d180d03d-b8ad-4c23-9dd3-08a22b549960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:29.026661 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ada4c90b-2bd4-4829-9515-52262053eed8 req-d180d03d-b8ad-4c23-9dd3-08a22b549960 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e8d80f8-dc83-49a9-857c-3b26867bd375 HTTP/1.1" status: 200  len: 913 time: 0.1617765
Dec 02 17:53:29.032190 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c826c33-e418-42b4-9d6d-1d72decc7bd7 req-36336ef8-8040-4be7-9029-b072d7207cb4 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:29.032190 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3c826c33-e418-42b4-9d6d-1d72decc7bd7 req-36336ef8-8040-4be7-9029-b072d7207cb4 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0944097
Dec 02 17:53:29.086909 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3c826c33-e418-42b4-9d6d-1d72decc7bd7 req-554d0382-86d2-4bbe-b64d-4b75ced24d58 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453036
Dec 02 17:53:29.101921 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ada4c90b-2bd4-4829-9515-52262053eed8 req-26ae21de-bda6-4625-ad96-9f9f24038c2b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 HTTP/1.1" status: 200  len: 217 time: 0.0654943
Dec 02 17:53:29.187744 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4c90b-2bd4-4829-9515-52262053eed8 req-a63ddd0c-82e5-413a-acc4-e12e468486aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:29.189323 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ada4c90b-2bd4-4829-9515-52262053eed8 req-a63ddd0c-82e5-413a-acc4-e12e468486aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d63a84ed-b463-4863-a3be-969d4a89bdad HTTP/1.1" status: 200  len: 859 time: 0.0799410
Dec 02 17:53:29.243128 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ada4c90b-2bd4-4829-9515-52262053eed8 req-534f4772-9999-483c-b73f-10502e8eb733 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e8d80f8-dc83-49a9-857c-3b26867bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0460634
Dec 02 17:53:29.415442 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ada4c90b-2bd4-4829-9515-52262053eed8 req-34a38fe6-b9e5-49e5-84be-7e2a7400efd0 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1648910
Dec 02 17:53:29.579554 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ada4c90b-2bd4-4829-9515-52262053eed8 req-9c49ed57-5105-4ff8-bd72-76770d61a667 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1547825
Dec 02 17:53:30.309188 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32794895-12e6-40d9-b828-0822e52c3768 req-832cc9e1-e1fd-4162-a571-cc640e1be6e9 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:30.310806 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-32794895-12e6-40d9-b828-0822e52c3768 req-832cc9e1-e1fd-4162-a571-cc640e1be6e9 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0892549
Dec 02 17:53:30.358395 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-32794895-12e6-40d9-b828-0822e52c3768 req-7108755d-0823-4919-9e12-d2dd7c64cbc2 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409567
Dec 02 17:53:31.727350 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9964588-aeb5-4093-816a-46981660a1ef req-4ce0982f-df34-49d3-aa47-ed91158c124c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:31.729029 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e9964588-aeb5-4093-816a-46981660a1ef req-4ce0982f-df34-49d3-aa47-ed91158c124c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0997515
Dec 02 17:53:31.782330 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e9964588-aeb5-4093-816a-46981660a1ef req-069996ff-5e90-4383-9cde-76f979ea9b9d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429082
Dec 02 17:53:32.801416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501eea47-49d6-454b-a99d-ced468116dcc req-8828ce27-84eb-452c-8d36-2e2f0bbe1ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:32.803243 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-501eea47-49d6-454b-a99d-ced468116dcc req-8828ce27-84eb-452c-8d36-2e2f0bbe1ac7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 1163 time: 0.0886338
Dec 02 17:53:32.853433 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-501eea47-49d6-454b-a99d-ced468116dcc req-4336de94-ed25-4f05-886e-608920bec7db service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426855
Dec 02 17:53:33.029672 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ced0f-d088-4e01-a8cc-082432aa1271 req-620a1c97-0766-45bc-a096-4bf762d2f659 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:33.031325 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-771ced0f-d088-4e01-a8cc-082432aa1271 req-620a1c97-0766-45bc-a096-4bf762d2f659 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.1008763
Dec 02 17:53:33.088789 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-771ced0f-d088-4e01-a8cc-082432aa1271 req-8e2b4d9f-cd34-42d9-86b0-2baa50d8fb7b tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503688
Dec 02 17:53:33.873544 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 55086) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:33.920559 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 55092) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:34.092410 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:53:34.095228 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fdbc2724-739a-48e3-8ba1-9acfba55fe00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:34.106881 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f5205891-7db3-4408-8676-7bb9df7db53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:34.126739 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-fdbc2724-739a-48e3-8ba1-9acfba55fe00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:34.129389 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-f5205891-7db3-4408-8676-7bb9df7db53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:34.134235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-fdbc2724-739a-48e3-8ba1-9acfba55fe00 admin admin] Usage tracker for resource:security_group_rule and tenant:f0962bdaf02f47ca924dfb480cdd1986 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:34.137311 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-f5205891-7db3-4408-8676-7bb9df7db53b admin admin] Usage tracker for resource:security_group_rule and tenant:ec1dcaf47ede4ee2876ff257a9864196 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:34.140035 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-fdbc2724-739a-48e3-8ba1-9acfba55fe00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:34.143321 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-f5205891-7db3-4408-8676-7bb9df7db53b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:34.150775 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-fdbc2724-739a-48e3-8ba1-9acfba55fe00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:34.153058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-f5205891-7db3-4408-8676-7bb9df7db53b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:34.312215 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fdbc2724-739a-48e3-8ba1-9acfba55fe00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:34.317104 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f5205891-7db3-4408-8676-7bb9df7db53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:34.318061 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fdbc2724-739a-48e3-8ba1-9acfba55fe00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:34.327833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-949fbd69-f0a4-4334-bccc-325337e5feb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:34.338011 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33ffbb-0203-4d77-8438-fd1609c68acf req-acb31b3c-b9f2-4b7a-8adb-b2c34e02c17b tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:34.339381 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f5205891-7db3-4408-8676-7bb9df7db53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:34.339661 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b33ffbb-0203-4d77-8438-fd1609c68acf req-acb31b3c-b9f2-4b7a-8adb-b2c34e02c17b tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.0978494
Dec 02 17:53:34.390658 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b33ffbb-0203-4d77-8438-fd1609c68acf req-1c3d31d7-053a-475d-93d2-449496344ff6 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441689
Dec 02 17:53:34.397739 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-fdbc2724-739a-48e3-8ba1-9acfba55fe00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0962bdaf02f47ca924dfb480cdd1986&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4760101
Dec 02 17:53:34.400895 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 55102) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:34.401601 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbc2724-739a-48e3-8ba1-9acfba55fe00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73df5f22-fa73-47c8-9e79-2bbd5dac6bdd,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:34.406380 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-fdbc2724-739a-48e3-8ba1-9acfba55fe00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:34.409038 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-f5205891-7db3-4408-8676-7bb9df7db53b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec1dcaf47ede4ee2876ff257a9864196&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5338948
Dec 02 17:53:34.410456 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-de32ea28-6a3e-43f1-ab8c-cbf9da474078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:34.412838 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 55106) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:34.464223 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5205891-7db3-4408-8676-7bb9df7db53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae9746e-378b-4895-ab8b-b23a4bdce77e,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:34.480464 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f5205891-7db3-4408-8676-7bb9df7db53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:34.500061 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6a90b3ad-0573-4dec-aed8-2c5cc7fe0256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:34.534872 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6a90b3ad-0573-4dec-aed8-2c5cc7fe0256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:34.536697 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-baa575e5-592b-4a63-9ffd-5c99718830bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:34.596334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6a90b3ad-0573-4dec-aed8-2c5cc7fe0256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:34.598115 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-baa575e5-592b-4a63-9ffd-5c99718830bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:34.604039 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3cec80a4-0ada-442e-b3c9-cf286fd674e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:34.618818 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a90b3ad-0573-4dec-aed8-2c5cc7fe0256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae9746e-378b-4895-ab8b-b23a4bdce77e,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:34.621941 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6a90b3ad-0573-4dec-aed8-2c5cc7fe0256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:34.622944 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6a90b3ad-0573-4dec-aed8-2c5cc7fe0256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:34.626997 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-6a90b3ad-0573-4dec-aed8-2c5cc7fe0256 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cae9746e-378b-4895-ab8b-b23a4bdce77e HTTP/1.1" status: 204  len: 168 time: 0.2128067
Dec 02 17:53:34.687707 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-baa575e5-592b-4a63-9ffd-5c99718830bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:34.698354 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-bcc8b397-593a-4bc6-952a-a347c603b538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:34.717060 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa575e5-592b-4a63-9ffd-5c99718830bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73df5f22-fa73-47c8-9e79-2bbd5dac6bdd,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:34.719614 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-baa575e5-592b-4a63-9ffd-5c99718830bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:34.720572 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-baa575e5-592b-4a63-9ffd-5c99718830bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:34.726113 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-baa575e5-592b-4a63-9ffd-5c99718830bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73df5f22-fa73-47c8-9e79-2bbd5dac6bdd HTTP/1.1" status: 204  len: 168 time: 0.3213384
Dec 02 17:53:35.803561 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05fbf74-6def-49b4-83c5-db705b7b63a9 req-5f8358b2-1802-4623-947c-1f399d778963 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:35.805246 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b05fbf74-6def-49b4-83c5-db705b7b63a9 req-5f8358b2-1802-4623-947c-1f399d778963 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.2671175
Dec 02 17:53:35.855962 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b05fbf74-6def-49b4-83c5-db705b7b63a9 req-9e1ed07f-72ad-4958-9331-e79e11d37a5e tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437322
Dec 02 17:53:36.200054 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 55172) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:36.261253 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 55178) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:36.423534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-944c5a7d-0587-4c2c-bc13-54ad8e5cbf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:36.428433 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-dd71c830-5455-4c59-b9aa-bfc2379d9e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:36.444813 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-944c5a7d-0587-4c2c-bc13-54ad8e5cbf07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:36.446673 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-dd71c830-5455-4c59-b9aa-bfc2379d9e20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:36.449109 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-944c5a7d-0587-4c2c-bc13-54ad8e5cbf07 admin admin] Usage tracker for resource:security_group_rule and tenant:9fbfc5ec561545038d3b752e7b721a43 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:36.450783 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-dd71c830-5455-4c59-b9aa-bfc2379d9e20 admin admin] Usage tracker for resource:security_group_rule and tenant:ab9ee33aeec140e0b37d67bc1599046d is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:36.452314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-944c5a7d-0587-4c2c-bc13-54ad8e5cbf07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:36.454022 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-dd71c830-5455-4c59-b9aa-bfc2379d9e20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:36.458639 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-944c5a7d-0587-4c2c-bc13-54ad8e5cbf07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:36.460185 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-dd71c830-5455-4c59-b9aa-bfc2379d9e20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:36.564756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-dd71c830-5455-4c59-b9aa-bfc2379d9e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:36.565000 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-944c5a7d-0587-4c2c-bc13-54ad8e5cbf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:36.568480 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-dd71c830-5455-4c59-b9aa-bfc2379d9e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:36.569992 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-944c5a7d-0587-4c2c-bc13-54ad8e5cbf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:36.579457 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-fdbc2724-739a-48e3-8ba1-9acfba55fe00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:36.580746 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-44cf2730-79ac-4cc9-ad2f-b1bc07bf186a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:36.611349 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-dd71c830-5455-4c59-b9aa-bfc2379d9e20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab9ee33aeec140e0b37d67bc1599046d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3478596
Dec 02 17:53:36.618267 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 55186) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:36.627057 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71c830-5455-4c59-b9aa-bfc2379d9e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bc4857-7f93-471d-8291-9be6e60542da,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:36.634199 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-dd71c830-5455-4c59-b9aa-bfc2379d9e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:36.637463 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-944c5a7d-0587-4c2c-bc13-54ad8e5cbf07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9fbfc5ec561545038d3b752e7b721a43&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4360850
Dec 02 17:53:36.640155 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c5a7d-0587-4c2c-bc13-54ad8e5cbf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff65f36e-765a-4ffc-8d91-ef375e24ba4b,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:36.640966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 55190) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:36.649273 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-944c5a7d-0587-4c2c-bc13-54ad8e5cbf07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:36.699097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8d8c01e0-46c7-4e67-95ae-e7d9ab127a08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:36.739782 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8d8c01e0-46c7-4e67-95ae-e7d9ab127a08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:36.740414 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-70d3bf00-d4f3-499a-990b-e9a46cc18c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:36.770814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-70d3bf00-d4f3-499a-990b-e9a46cc18c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:36.820554 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-70d3bf00-d4f3-499a-990b-e9a46cc18c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:36.825973 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-389501ed-5648-4b17-8edb-7b45900e28cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:36.834694 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8d8c01e0-46c7-4e67-95ae-e7d9ab127a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:36.840718 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9f498257-11de-44c9-b2b9-0f97c5950f46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:36.841661 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d3bf00-d4f3-499a-990b-e9a46cc18c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff65f36e-765a-4ffc-8d91-ef375e24ba4b,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:36.844480 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-70d3bf00-d4f3-499a-990b-e9a46cc18c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:36.853240 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-70d3bf00-d4f3-499a-990b-e9a46cc18c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:36.857623 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c01e0-46c7-4e67-95ae-e7d9ab127a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bc4857-7f93-471d-8291-9be6e60542da,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:36.863611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8d8c01e0-46c7-4e67-95ae-e7d9ab127a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:36.866013 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-70d3bf00-d4f3-499a-990b-e9a46cc18c7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff65f36e-765a-4ffc-8d91-ef375e24ba4b HTTP/1.1" status: 204  len: 168 time: 0.2153163
Dec 02 17:53:36.890768 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8d8c01e0-46c7-4e67-95ae-e7d9ab127a08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:36.895688 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-8d8c01e0-46c7-4e67-95ae-e7d9ab127a08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15bc4857-7f93-471d-8291-9be6e60542da HTTP/1.1" status: 204  len: 168 time: 0.2764227
Dec 02 17:53:36.906303 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a89a085-2357-4b39-8efb-a1311f8f07d4 req-3a136d7b-5f05-45b8-abe3-6bd50618caef tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:36.907987 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a89a085-2357-4b39-8efb-a1311f8f07d4 req-3a136d7b-5f05-45b8-abe3-6bd50618caef tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.1240616
Dec 02 17:53:36.960953 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a89a085-2357-4b39-8efb-a1311f8f07d4 req-5a7f479c-a5c3-4e56-99a9-d01a38676706 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465031
Dec 02 17:53:37.926690 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 55236) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:38.288856 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-859338909-network', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:53:38.294331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:38.298440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Usage tracker for resource:network and tenant:4efb85fc834d471fbfdaf374fbfc0c75 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:38.303381 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:38.313738 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:38.331015 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Made reservation on behalf of 4efb85fc834d471fbfdaf374fbfc0c75 for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:53:38.336089 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:38.350375 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:38.368446 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:38.373246 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Usage tracker for resource:security_group_rule and tenant:4efb85fc834d471fbfdaf374fbfc0c75 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:38.376539 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:38.385974 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:38.493763 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:38.497178 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:38.501682 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9b97a7ca-ddd3-4b97-89dd-7b56f9e3f9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:38.540590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 17:53:38.546650 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa4f967-0e7a-4853-8bb7-3f48784e2948,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:38.552362 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:38.556144 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:38.556439 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Added segment 205f4dc9-96e8-409d-a722-4c7af1aeab79 of type vxlan for network 81ba944c-237a-4bb9-9742-673bb3d6486a
Dec 02 17:53:38.586066 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:38.619357 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:38.620654 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:38.621306 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:38.626461 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:38.742277 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.8142171
Dec 02 17:53:38.745328 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 55256) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:38.750737 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Pushing event updated for resources: {'Network': ['ID=81ba944c-237a-4bb9-9742-673bb3d6486a,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:38.754977 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:38.763950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network 81ba944c-237a-4bb9-9742-673bb3d6486a details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:53:38.765118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] Request body: {'subnet': {'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-859338909-subnet', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:53:38.773230 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:38.785043 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] Usage tracker for resource:subnet and tenant:4efb85fc834d471fbfdaf374fbfc0c75 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:38.790370 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:38.798943 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:38.813046 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] Made reservation on behalf of 4efb85fc834d471fbfdaf374fbfc0c75 for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:53:38.828579 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843322295'] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:39.289429 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843264415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843322280'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:39.305812 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-749b9902-184f-42dc-bd3a-8dfc3fdc9ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:39.439069 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:39.443953 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:39.508190 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] Checking segment: {'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:53:39.508583 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] Network hostable DHCP agents. Network: 81ba944c-237a-4bb9-9742-673bb3d6486a, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 17:53:39.529674 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] Network 81ba944c-237a-4bb9-9742-673bb3d6486a is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 17:53:39.538676 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, 81ba944c-237a-4bb9-9742-673bb3d6486a) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:53:39.547692 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff34d0b-79b9-4fca-ae51-09283d801fa0 None None] Network 81ba944c-237a-4bb9-9742-673bb3d6486a requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:53:39.551676 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:39.552323 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:39.577927 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8288071
Dec 02 17:53:39.578182 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 55264) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:39.584376 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:53:39.589569 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:39.594177 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Usage tracker for resource:router and tenant:4efb85fc834d471fbfdaf374fbfc0c75 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:39.599966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:39.606115 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:39.627607 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854208369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3734'] for router, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:39.629988 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854208392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854099607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772051'] for router, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:39.657419 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:39.786413 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp257996a1-da43-5c46-8889-3798354369c5-81ba944c-237a-4bb9-9742-673bb3d6486a', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3'}]}} from dv-cinder-733623-9-iscsi. {{(pid=80245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 17:53:39.787421 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:40.084954 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772036'] for router, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:40.097473 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Allocated IP 172.20.0.2 (81ba944c-237a-4bb9-9742-673bb3d6486a/ccc5f159-4bff-43bf-8f0c-71025b7fe5f3/2020c61c-b36f-4377-9ee5-526170f795fc) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:53:40.154802 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5d142-2678-4841-852a-780907d14c62 req-ffe8a929-a67b-4e02-a7f1-6b0f12b0f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:40.156430 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-20b5d142-2678-4841-852a-780907d14c62 req-ffe8a929-a67b-4e02-a7f1-6b0f12b0f466 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=82b2210b4ebf4222ae2d9b13049f05ec&device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 1163 time: 0.2066319
Dec 02 17:53:40.313753 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Network 81ba944c-237a-4bb9-9742-673bb3d6486a details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:53:40.367675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:40.443441 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:40.476000 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Transition to ACTIVE for port object 2020c61c-b36f-4377-9ee5-526170f795fc will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:53:40.518901 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Transition to ACTIVE for port object 2020c61c-b36f-4377-9ee5-526170f795fc will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:53:40.523369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:40.540067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:40.681279 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Pushing event updated for resources: {'Port': ['ID=2020c61c-b36f-4377-9ee5-526170f795fc,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:40.699725 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.700118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.700498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.700873 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.701245 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.701617 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.701987 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.702354 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.702776 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.703144 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.703507 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.703871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.704303 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.704664 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.705023 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.705383 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.705739 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.706140 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.706681 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.707044 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.707402 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.707759 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.708122 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.708476 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:40.714413 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:40.760322 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Network 81ba944c-237a-4bb9-9742-673bb3d6486a is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:53:40.761686 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:53:40.764131 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:53:40.811601 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:40.824291 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Attempting to bind port 2020c61c-b36f-4377-9ee5-526170f795fc on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:53:40.824853 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Attempting to bind port 2020c61c-b36f-4377-9ee5-526170f795fc by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:53:40.825476 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Attempting to bind port 2020c61c-b36f-4377-9ee5-526170f795fc on network 81ba944c-237a-4bb9-9742-673bb3d6486a {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:53:40.832029 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:53:40.832452 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Checking segment: {'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:53:40.832899 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:40.833340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Bound using segment: {'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:53:40.834590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Bound port: 2020c61c-b36f-4377-9ee5-526170f795fc, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:53:40.834590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:40.843477 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5d142-2678-4841-852a-780907d14c62 req-af048109-491b-4a42-ae9c-fe7b4537d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:40.845160 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-20b5d142-2678-4841-852a-780907d14c62 req-af048109-491b-4a42-ae9c-fe7b4537d96b service neutron] 10.222.0.43 "GET /v2.0/networks?id=2e8d80f8-dc83-49a9-857c-3b26867bd375 HTTP/1.1" status: 200  len: 913 time: 0.5365467
Dec 02 17:53:40.854057 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:40.944437 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] For port 2020c61c-b36f-4377-9ee5-526170f795fc, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:53:40.947811 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] For port 2020c61c-b36f-4377-9ee5-526170f795fc, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=2020c61c-b36f-4377-9ee5-526170f795fc,segment=NetworkSegment(205f4dc9-96e8-409d-a722-4c7af1aeab79),segment_id=205f4dc9-96e8-409d-a722-4c7af1aeab79)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:53:40.951564 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:40.968461 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:40.975972 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-20b5d142-2678-4841-852a-780907d14c62 req-9fbb3f3f-97ac-4da5-bbaf-df00db1ddbec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=242f88eb-166a-4be3-adc3-411b12ab6841 HTTP/1.1" status: 200  len: 217 time: 0.1093075
Dec 02 17:53:40.983405 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832d667-6211-4425-9855-78ec88a1c88e req-f3aa8ce4-8912-41d8-a4d3-cd7ba54a79a8 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:40.985036 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2832d667-6211-4425-9855-78ec88a1c88e req-f3aa8ce4-8912-41d8-a4d3-cd7ba54a79a8 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.6323860
Dec 02 17:53:41.140863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Pushing event updated for resources: {'Port': ['ID=2020c61c-b36f-4377-9ee5-526170f795fc,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:41.154754 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:41.207064 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2832d667-6211-4425-9855-78ec88a1c88e req-05e5ca4a-0d14-45ae-81c8-e6c49c3a2df7 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2135475
Dec 02 17:53:41.208287 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5d142-2678-4841-852a-780907d14c62 req-b0accb74-0815-44da-9bbf-c0d0117803fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:41.209863 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-20b5d142-2678-4841-852a-780907d14c62 req-b0accb74-0815-44da-9bbf-c0d0117803fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d63a84ed-b463-4863-a3be-969d4a89bdad HTTP/1.1" status: 200  len: 859 time: 0.2180824
Dec 02 17:53:41.309485 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-20b5d142-2678-4841-852a-780907d14c62 req-4740ef13-aa83-4b18-8c00-16568324d9b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2e8d80f8-dc83-49a9-857c-3b26867bd375&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553551
Dec 02 17:53:41.552312 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Allocated IP 172.27.2.84 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/f6c399fe-693b-4a74-bb82-8029a182024c) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:53:41.555972 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-20b5d142-2678-4841-852a-780907d14c62 req-692249c9-53a9-4411-9fa9-47f5bdd71b5f service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2391176
Dec 02 17:53:41.829180 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-20b5d142-2678-4841-852a-780907d14c62 req-88cc9c57-8570-4c59-9c3e-df9450218519 service neutron] 10.222.0.43 "GET /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2645786
Dec 02 17:53:41.852413 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:41.885619 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:41.902757 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7af37267-ee2b-4336-84c7-d82d51e37e01 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:41.918544 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 2020c61c-b36f-4377-9ee5-526170f795fc up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:53:41.991904 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 2020c61c-b36f-4377-9ee5-526170f795fc completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:53:42.042650 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c399fe-693b-4a74-bb82-8029a182024c,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:42.047111 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:42.097630 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:53:42.098785 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:53:42.101080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:53:42.636841 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:42.717900 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07366116-6807-4c13-9493-a8a7a6416b49 req-f5800283-da94-4124-9bed-629a8f428a17 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:42.720041 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-07366116-6807-4c13-9493-a8a7a6416b49 req-f5800283-da94-4124-9bed-629a8f428a17 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.2700353
Dec 02 17:53:42.781022 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-07366116-6807-4c13-9493-a8a7a6416b49 req-58350824-1376-44c3-9b70-5589ffbc8815 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498827
Dec 02 17:53:42.884406 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b59bb2-8f4d-4f0b-9ddd-090d522a8455 None None] Network 81ba944c-237a-4bb9-9742-673bb3d6486a requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:53:43.005924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-908095dc-6f6d-4f0f-a68f-c602a2da4440 None None] Provisioning for port 2020c61c-b36f-4377-9ee5-526170f795fc completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:53:43.015446 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-908095dc-6f6d-4f0f-a68f-c602a2da4440 None None] Provisioning complete for port 2020c61c-b36f-4377-9ee5-526170f795fc triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:53:43.015870 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-908095dc-6f6d-4f0f-a68f-c602a2da4440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:43.361535 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854208407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558366'] for router, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:43.413839 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-908095dc-6f6d-4f0f-a68f-c602a2da4440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:43.467135 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-908095dc-6f6d-4f0f-a68f-c602a2da4440 None None] For port 2020c61c-b36f-4377-9ee5-526170f795fc, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=2020c61c-b36f-4377-9ee5-526170f795fc,segment=NetworkSegment(205f4dc9-96e8-409d-a722-4c7af1aeab79),segment_id=205f4dc9-96e8-409d-a722-4c7af1aeab79)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:53:43.472153 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-908095dc-6f6d-4f0f-a68f-c602a2da4440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:43.473754 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:43.563025 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908095dc-6f6d-4f0f-a68f-c602a2da4440 None None] Pushing event updated for resources: {'Port': ['ID=2020c61c-b36f-4377-9ee5-526170f795fc,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:43.566896 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-908095dc-6f6d-4f0f-a68f-c602a2da4440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:43.627397 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 is scheduled to L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 with binding_index 1 {{(pid=80243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 17:53:43.803267 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-57f144f7-9d0c-43cf-938b-60008c422ef9 None None] Provisioning complete for port 2020c61c-b36f-4377-9ee5-526170f795fc triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:53:43.804831 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-57f144f7-9d0c-43cf-938b-60008c422ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:43.895069 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:53:43.910193 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Sync routers for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:53:43.928464 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:53:43.931493 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c8fe518>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:53:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:53:43.965763 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Notify callbacks [] for router, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:43.974265 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 55310) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:43.977694 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.3976719
Dec 02 17:53:44.014081 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 2020c61c-b36f-4377-9ee5-526170f795fc up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:53:44.295427 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:53:44.417965 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ba980-6319-4a40-bffe-b94dc075eac1 req-e581444a-ef9c-4110-aa93-bc334e98d9bd tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:44.428665 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-718ba980-6319-4a40-bffe-b94dc075eac1 req-e581444a-ef9c-4110-aa93-bc334e98d9bd tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.2130876
Dec 02 17:53:44.566546 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-718ba980-6319-4a40-bffe-b94dc075eac1 req-a471e468-a9f9-4f4f-b47e-5239dbea0c87 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356502
Dec 02 17:53:44.824030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 2020c61c-b36f-4377-9ee5-526170f795fc triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:53:44.824843 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:44.857102 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c8fe518>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:42Z', 'revision_number': 3, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:53:44.865001 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Checking router: 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:53:44.865929 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Updating router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 port f6c399fe-693b-4a74-bb82-8029a182024c binding host dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:53:44.955626 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:45.032929 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-58ad1be5-72e5-4b1a-9964-1ad466a8dc86 None None] Provisioning complete for port 2020c61c-b36f-4377-9ee5-526170f795fc triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:53:45.033670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-58ad1be5-72e5-4b1a-9964-1ad466a8dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:45.370783 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:45.505938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:45.521218 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Transition to ACTIVE for port object f6c399fe-693b-4a74-bb82-8029a182024c will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:53:45.523809 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:45.544826 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:45.695179 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Pushing event updated for resources: {'Port': ['ID=f6c399fe-693b-4a74-bb82-8029a182024c,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:45.717425 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.717856 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.718231 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.718650 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.719011 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.719440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.719766 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.720200 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.720485 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.720832 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.721185 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.722277 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.722277 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.722657 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.723511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.723862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.724213 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.724576 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.724969 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.725321 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.725669 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.726019 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.726368 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.726793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:53:45.733217 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:45.793978 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Attempting to bind port f6c399fe-693b-4a74-bb82-8029a182024c on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:53:45.794511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Attempting to bind port f6c399fe-693b-4a74-bb82-8029a182024c by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:53:45.794782 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Attempting to bind port f6c399fe-693b-4a74-bb82-8029a182024c on network 0e06ccbb-5acd-4938-8c27-f383e561e919 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:53:45.801116 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:53:45.801575 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Checking segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:53:45.802014 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:45.802443 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Bound using segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:53:45.802978 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Bound port: f6c399fe-693b-4a74-bb82-8029a182024c, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:53:45.803407 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:45.886015 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] For port f6c399fe-693b-4a74-bb82-8029a182024c, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:53:45.889524 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] For port f6c399fe-693b-4a74-bb82-8029a182024c, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=f6c399fe-693b-4a74-bb82-8029a182024c,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:53:45.893753 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:45.918858 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bf424-42cc-4a6a-ab3d-1d407774c080 req-06d8085e-4c5b-4eb2-aa5f-9f0dccc47b90 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:45.920554 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5c1bf424-42cc-4a6a-ab3d-1d407774c080 req-06d8085e-4c5b-4eb2-aa5f-9f0dccc47b90 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.1779339
Dec 02 17:53:45.935012 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Allocated IP 172.20.0.1 (81ba944c-237a-4bb9-9742-673bb3d6486a/ccc5f159-4bff-43bf-8f0c-71025b7fe5f3/b1a03244-2b6e-4180-878b-8648d6e4769a) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:53:45.994249 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e8bc5e4f-ee2a-4a1c-95f6-9705fcdb93eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:46.018302 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5c1bf424-42cc-4a6a-ab3d-1d407774c080 req-0d7c9546-827a-479e-a0d7-55531f6834ea tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870624
Dec 02 17:53:46.117469 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Pushing event updated for resources: {'Port': ['ID=f6c399fe-693b-4a74-bb82-8029a182024c,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:46.124608 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:46.149013 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:46.151847 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:53:46.152433 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c8fe518>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:53:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:53:46.168895 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Transition to ACTIVE for port object b1a03244-2b6e-4180-878b-8648d6e4769a will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:53:46.191402 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:46.209153 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:46.355731 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Pushing event updated for resources: {'Port': ['ID=b1a03244-2b6e-4180-878b-8648d6e4769a,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:46.360197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:46.405704 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:53:46.459218 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Network 81ba944c-237a-4bb9-9742-673bb3d6486a is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:53:46.462890 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:53:46.468163 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:53:46.604979 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854217277'] for router_interface, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:46.953087 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-3b8ae7c4-82fd-4beb-960b-5e510136714e None None] Provisioning for port b1a03244-2b6e-4180-878b-8648d6e4769a completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:53:46.967612 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-3b8ae7c4-82fd-4beb-960b-5e510136714e None None] Provisioning complete for port b1a03244-2b6e-4180-878b-8648d6e4769a triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:53:46.967859 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:46.968285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3b8ae7c4-82fd-4beb-960b-5e510136714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:47.119525 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-3b8ae7c4-82fd-4beb-960b-5e510136714e None None] Port b1a03244-2b6e-4180-878b-8648d6e4769a cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:53:47.276766 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c8fe518>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:42Z', 'revision_number': 3, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:53:47.281622 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31927633-02fd-4c4b-bf46-10ee77608942 None None] The sync data for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi is: [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:42Z', 'revision_number': 3, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:53:47.461794 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:47.466361 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843917156'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:47.504543 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:47.604767 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3990230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573214'] for router_interface, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:47.622852 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Pushing event updated for resources: {'Port': ['ID=b1a03244-2b6e-4180-878b-8648d6e4769a,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:47.626174 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:47.886853 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Network 81ba944c-237a-4bb9-9742-673bb3d6486a is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:53:47.889090 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:53:47.993253 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device f6c399fe-693b-4a74-bb82-8029a182024c up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:53:48.245058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port f6c399fe-693b-4a74-bb82-8029a182024c completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:53:48.251218 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port f6c399fe-693b-4a74-bb82-8029a182024c triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:53:48.251644 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:48.396056 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-30c97d7a-540a-4e1d-a867-c29e57740700 None None] Provisioning complete for port b1a03244-2b6e-4180-878b-8648d6e4769a triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:53:48.397267 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-30c97d7a-540a-4e1d-a867-c29e57740700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:48.513755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:48.556669 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-30c97d7a-540a-4e1d-a867-c29e57740700 None None] Port b1a03244-2b6e-4180-878b-8648d6e4769a cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:53:48.559257 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port f6c399fe-693b-4a74-bb82-8029a182024c, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=f6c399fe-693b-4a74-bb82-8029a182024c,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:53:48.563164 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:48.565435 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:48.604347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:53:48.637846 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=f6c399fe-693b-4a74-bb82-8029a182024c,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:48.649689 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:48.842801 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:53:48.863120 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] 10.222.0.21 "PUT /v2.0/routers/8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8865016
Dec 02 17:53:48.980351 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 55404) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:49.227339 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-eb8e0eae-121e-4f78-8fb9-e39b1f3fc11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:49.259383 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-eb8e0eae-121e-4f78-8fb9-e39b1f3fc11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:49.266353 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-eb8e0eae-121e-4f78-8fb9-e39b1f3fc11a admin admin] Usage tracker for resource:security_group_rule and tenant:caa1b84729d040948d519f0c78c8ccc4 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:49.271399 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-eb8e0eae-121e-4f78-8fb9-e39b1f3fc11a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:49.288795 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-eb8e0eae-121e-4f78-8fb9-e39b1f3fc11a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:49.401574 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-eb8e0eae-121e-4f78-8fb9-e39b1f3fc11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:49.409578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-eb8e0eae-121e-4f78-8fb9-e39b1f3fc11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:49.448556 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-30e85dce-8b12-483c-b99f-d4f2bdb8f632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:49.467575 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 55428) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:49.477872 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-eb8e0eae-121e-4f78-8fb9-e39b1f3fc11a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=caa1b84729d040948d519f0c78c8ccc4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4962561
Dec 02 17:53:49.547733 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e0eae-121e-4f78-8fb9-e39b1f3fc11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c1bc2f-7f86-435c-b296-4bbd872ecbe2,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:49.562711 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-eb8e0eae-121e-4f78-8fb9-e39b1f3fc11a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:49.592336 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-90d10ea4-fc04-44c2-baa8-5fb9ec4fbd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:49.654836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-90d10ea4-fc04-44c2-baa8-5fb9ec4fbd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:49.748015 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-90d10ea4-fc04-44c2-baa8-5fb9ec4fbd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:49.758409 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2214c918-0fe0-4738-a90d-42624865370d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:49.782031 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d10ea4-fc04-44c2-baa8-5fb9ec4fbd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c1bc2f-7f86-435c-b296-4bbd872ecbe2,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:49.785658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-90d10ea4-fc04-44c2-baa8-5fb9ec4fbd92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:49.798403 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-90d10ea4-fc04-44c2-baa8-5fb9ec4fbd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:49.800635 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-90d10ea4-fc04-44c2-baa8-5fb9ec4fbd92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4c1bc2f-7f86-435c-b296-4bbd872ecbe2 HTTP/1.1" status: 204  len: 168 time: 0.3313997
Dec 02 17:53:49.972799 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device f6c399fe-693b-4a74-bb82-8029a182024c up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:53:50.018868 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 55454) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:50.027058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-514728790-network', 'tenant_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:53:50.036942 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:50.043192 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Usage tracker for resource:network and tenant:f81ac9fe4a0740af86c0fc9d18bcda7e is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:50.048415 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:50.058766 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:50.076414 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Made reservation on behalf of f81ac9fe4a0740af86c0fc9d18bcda7e for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:53:50.083502 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:50.117496 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:50.138664 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:50.146826 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Usage tracker for resource:security_group_rule and tenant:f81ac9fe4a0740af86c0fc9d18bcda7e is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:50.150781 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:50.159442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:50.298190 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:50.303925 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:50.333076 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 17:53:50.336570 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-886f4ea8-4c4a-4044-b926-6136d29876a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:50.362803 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port f6c399fe-693b-4a74-bb82-8029a182024c triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:53:50.363218 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:50.370317 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774465036352', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:50.370844 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Added segment 1d60bd5c-8c75-43b2-8377-09777b6eecb6 of type vxlan for network 0b569ece-1ee3-4350-a5b1-8dd1e25e394d
Dec 02 17:53:50.409975 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d0b408-93bf-4c42-89f1-a5b49f3f877c,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:50.415860 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:50.437664 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:50.481442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:50.483703 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:50.486064 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:50.524245 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:50.555140 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5344799
Dec 02 17:53:50.558675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 55472) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:50.567540 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-7d92ff1e-1548-4806-acd7-f9b711a5f4be admin admin] Request body: {'subnet': {'network_id': '0b569ece-1ee3-4350-a5b1-8dd1e25e394d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-514728790-subnet', 'tenant_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:53:50.578345 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-7d92ff1e-1548-4806-acd7-f9b711a5f4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:50.580382 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-7d92ff1e-1548-4806-acd7-f9b711a5f4be admin admin] Usage tracker for resource:subnet and tenant:f81ac9fe4a0740af86c0fc9d18bcda7e is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:50.585210 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-7d92ff1e-1548-4806-acd7-f9b711a5f4be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:50.592378 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-7d92ff1e-1548-4806-acd7-f9b711a5f4be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:50.608571 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d92ff1e-1548-4806-acd7-f9b711a5f4be admin admin] Made reservation on behalf of f81ac9fe4a0740af86c0fc9d18bcda7e for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:53:50.620681 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7d92ff1e-1548-4806-acd7-f9b711a5f4be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843985496'] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:50.695877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Pushing event updated for resources: {'Network': ['ID=0b569ece-1ee3-4350-a5b1-8dd1e25e394d,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:50.709279 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:50.729077 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Sync routers for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:53:50.736685 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network 0b569ece-1ee3-4350-a5b1-8dd1e25e394d details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:53:50.889030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Network 0b569ece-1ee3-4350-a5b1-8dd1e25e394d details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:53:50.935849 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:53:50.936556 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6d245828>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:53:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:53:51.297640 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:53:51.416303 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7d92ff1e-1548-4806-acd7-f9b711a5f4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843916540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843985479'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:51.450100 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-0087986d-9a4d-4bd2-8fa7-8b18de9a7610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:51.601001 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 55508) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:51.642892 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92ff1e-1548-4806-acd7-f9b711a5f4be admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a8949a9-8146-4f54-acca-e70f8a4a7d06,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:51.686465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7d92ff1e-1548-4806-acd7-f9b711a5f4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:51.740796 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d92ff1e-1548-4806-acd7-f9b711a5f4be admin admin] Checking segment: {'id': '1d60bd5c-8c75-43b2-8377-09777b6eecb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0b569ece-1ee3-4350-a5b1-8dd1e25e394d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:53:51.741223 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d92ff1e-1548-4806-acd7-f9b711a5f4be admin admin] Network hostable DHCP agents. Network: 0b569ece-1ee3-4350-a5b1-8dd1e25e394d, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 17:53:51.783903 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d92ff1e-1548-4806-acd7-f9b711a5f4be admin admin] Network 0b569ece-1ee3-4350-a5b1-8dd1e25e394d is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 17:53:51.796817 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-7d92ff1e-1548-4806-acd7-f9b711a5f4be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, 0b569ece-1ee3-4350-a5b1-8dd1e25e394d) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:53:51.802252 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1460225543-network', 'tenant_id': '2b9f580ccafc411288557243f06a641f'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:53:51.807889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:51.813061 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Usage tracker for resource:network and tenant:2b9f580ccafc411288557243f06a641f is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:51.816813 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c67ad8-edb8-4ea7-84d0-c5af39994b36 None None] Network 0b569ece-1ee3-4350-a5b1-8dd1e25e394d requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:53:51.817850 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:51.825798 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:51.832135 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d92ff1e-1548-4806-acd7-f9b711a5f4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:51.832799 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7d92ff1e-1548-4806-acd7-f9b711a5f4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:51.844656 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Made reservation on behalf of 2b9f580ccafc411288557243f06a641f for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:53:51.851426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:51.851713 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6d245828>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:53:47Z', 'revision_number': 2, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:53:51.859055 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-7d92ff1e-1548-4806-acd7-f9b711a5f4be admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2987564
Dec 02 17:53:51.864104 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 55518) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:51.871768 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Checking router: 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:53:51.872373 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Updating router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 port b1a03244-2b6e-4180-878b-8648d6e4769a binding host dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:53:51.874590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-514728790-router', 'tenant_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:53:51.881347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:51.884738 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:51.904141 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Usage tracker for resource:router and tenant:f81ac9fe4a0740af86c0fc9d18bcda7e is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:51.909298 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:51.916375 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:51.919110 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:51.924670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Usage tracker for resource:security_group_rule and tenant:2b9f580ccafc411288557243f06a641f is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:51.929670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:51.937963 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:51.942280 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854208369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3734'] for router, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:51.943637 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854208392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854099607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772051'] for router, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:51.988347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:52.040193 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:52.341875 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772036'] for router, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:52.351339 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:52.355087 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:52.359774 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6fad64c8-59f4-4d50-bf4a-28ec41edf740 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:52.419336 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 17:53:52.442931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c4d4df-d6f4-4f26-9896-0ec906b9cb28,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:52.462611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774465036352', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:52.463055 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Added segment a669463e-0df4-4083-ab53-540a9d427bd2 of type vxlan for network fc9cfd30-dc19-40d0-b8bc-150ba28d84ea
Dec 02 17:53:52.464568 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:52.501889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp257996a1-da43-5c46-8889-3798354369c5-0b569ece-1ee3-4350-a5b1-8dd1e25e394d', 'network_id': '0b569ece-1ee3-4350-a5b1-8dd1e25e394d', 'tenant_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'fixed_ips': [{'subnet_id': '2a8949a9-8146-4f54-acca-e70f8a4a7d06'}]}} from dv-cinder-733623-9-iscsi. {{(pid=80245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 17:53:52.503679 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:52.544709 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:52.595503 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:52.598191 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:52.598859 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:52.605185 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:52.803726 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 55532) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:52.804415 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.2015209
Dec 02 17:53:52.810848 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-3d34a379-5d39-4b93-b011-822aa0197468 admin admin] Request body: {'subnet': {'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1460225543-subnet', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:53:52.821352 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-3d34a379-5d39-4b93-b011-822aa0197468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:52.829990 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-3d34a379-5d39-4b93-b011-822aa0197468 admin admin] Usage tracker for resource:subnet and tenant:2b9f580ccafc411288557243f06a641f is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:52.844276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-3d34a379-5d39-4b93-b011-822aa0197468 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:52.860199 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-3d34a379-5d39-4b93-b011-822aa0197468 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:52.884415 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d34a379-5d39-4b93-b011-822aa0197468 admin admin] Made reservation on behalf of 2b9f580ccafc411288557243f06a641f for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:53:52.895131 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3d34a379-5d39-4b93-b011-822aa0197468 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843985496'] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:53.294727 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Pushing event updated for resources: {'Network': ['ID=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:53.303048 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:53.313481 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b5ee477e-0f0f-42c6-be81-786060d48379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:53.318461 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:53.333426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Network fc9cfd30-dc19-40d0-b8bc-150ba28d84ea details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:53:53.335514 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:53.372892 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:53.468135 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network fc9cfd30-dc19-40d0-b8bc-150ba28d84ea details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:53:53.478682 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4359d-0852-4616-93f9-8624b55ab230 req-d5b0fc19-ce2d-4866-be84-cd40e4549bea tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:53.481322 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8bb4359d-0852-4616-93f9-8624b55ab230 req-d5b0fc19-ce2d-4866-be84-cd40e4549bea tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.2143271
Dec 02 17:53:53.535426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Allocated IP 172.20.0.2 (0b569ece-1ee3-4350-a5b1-8dd1e25e394d/2a8949a9-8146-4f54-acca-e70f8a4a7d06/99d9d7df-5002-4a08-a2d0-d1b6f98aa277) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:53:53.547107 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Transition to ACTIVE for port object b1a03244-2b6e-4180-878b-8648d6e4769a will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:53:53.589249 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8bb4359d-0852-4616-93f9-8624b55ab230 req-da6561ed-5030-4340-80f6-f639331391aa tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753367
Dec 02 17:53:53.590186 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3d34a379-5d39-4b93-b011-822aa0197468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843916540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843985479'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:53.606851 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:53.626448 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:53.676588 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:53.740639 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Allocated IP 172.27.2.157 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/c99ecee5-5140-443b-9625-db4dc5964700) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:53:53.746852 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34a379-5d39-4b93-b011-822aa0197468 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82dcd88b-f504-4cee-ba95-fa92d675a32b,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:53.751594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3d34a379-5d39-4b93-b011-822aa0197468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:53.822234 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d34a379-5d39-4b93-b011-822aa0197468 admin admin] Checking segment: {'id': 'a669463e-0df4-4083-ab53-540a9d427bd2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:53:53.822674 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d34a379-5d39-4b93-b011-822aa0197468 admin admin] Network hostable DHCP agents. Network: fc9cfd30-dc19-40d0-b8bc-150ba28d84ea, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 17:53:53.848402 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d34a379-5d39-4b93-b011-822aa0197468 admin admin] Network fc9cfd30-dc19-40d0-b8bc-150ba28d84ea is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 17:53:53.860013 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-3d34a379-5d39-4b93-b011-822aa0197468 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, fc9cfd30-dc19-40d0-b8bc-150ba28d84ea) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:53:53.883853 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d34a379-5d39-4b93-b011-822aa0197468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:53.884732 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3d34a379-5d39-4b93-b011-822aa0197468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:53.886297 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e56064-4c9e-4256-94ae-b64010dbab26 None None] Network fc9cfd30-dc19-40d0-b8bc-150ba28d84ea requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:53:53.905304 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-3d34a379-5d39-4b93-b011-822aa0197468 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0999248
Dec 02 17:53:53.910097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 55544) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:53.915754 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1460225543-router', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:53:53.921167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:53.926181 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Usage tracker for resource:router and tenant:2b9f580ccafc411288557243f06a641f is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:53.930153 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:53.931255 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:53.936776 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:53.950597 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854208369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3734'] for router, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:53.951362 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854208392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854099607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772051'] for router, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:53.964189 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:53.979693 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:53.986055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:54.089435 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Pushing event updated for resources: {'Port': ['ID=c99ecee5-5140-443b-9625-db4dc5964700,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:54.096553 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:54.289115 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:53:54.290571 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:53:54.293518 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:53:54.368922 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772036'] for router, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:54.477300 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc705bb0-b64d-41d4-b6a0-c0ca268c064d None None] Pushing event updated for resources: {'Port': ['ID=b1a03244-2b6e-4180-878b-8648d6e4769a,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:54.501035 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cc705bb0-b64d-41d4-b6a0-c0ca268c064d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:54.594061 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:54.744756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Transition to ACTIVE for port object 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:53:54.832859 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Transition to ACTIVE for port object 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:53:54.891219 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:54.912946 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:54.989059 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:55.007996 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:55.029324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Attempting to bind port b1a03244-2b6e-4180-878b-8648d6e4769a on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:53:55.029753 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Attempting to bind port b1a03244-2b6e-4180-878b-8648d6e4769a by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:53:55.030179 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Attempting to bind port b1a03244-2b6e-4180-878b-8648d6e4769a on network 81ba944c-237a-4bb9-9742-673bb3d6486a {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:53:55.043923 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:55.086314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f7894-dc55-460c-b6ea-7fd882dce81c req-1022ea7a-d28a-4ccf-8349-1a7b2d97df66 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:55.088061 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-da8f7894-dc55-460c-b6ea-7fd882dce81c req-1022ea7a-d28a-4ccf-8349-1a7b2d97df66 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.2262802
Dec 02 17:53:55.156425 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:53:55.156858 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Checking segment: {'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:53:55.157308 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:55.157755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Bound using segment: {'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:53:55.158296 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Bound port: b1a03244-2b6e-4180-878b-8648d6e4769a, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:53:55.159482 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:55.177103 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Pushing event updated for resources: {'Port': ['ID=99d9d7df-5002-4a08-a2d0-d1b6f98aa277,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:55.220322 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:55.241924 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-da8f7894-dc55-460c-b6ea-7fd882dce81c req-de183a0d-7092-47c3-aade-f05ad2bfcedb tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858686
Dec 02 17:53:55.277125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp257996a1-da43-5c46-8889-3798354369c5-fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'fixed_ips': [{'subnet_id': '82dcd88b-f504-4cee-ba95-fa92d675a32b'}]}} from dv-cinder-733623-9-iscsi. {{(pid=80245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 17:53:55.278151 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:55.390180 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] For port b1a03244-2b6e-4180-878b-8648d6e4769a, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:53:55.396722 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] For port b1a03244-2b6e-4180-878b-8648d6e4769a, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=b1a03244-2b6e-4180-878b-8648d6e4769a,segment=NetworkSegment(205f4dc9-96e8-409d-a722-4c7af1aeab79),segment_id=205f4dc9-96e8-409d-a722-4c7af1aeab79)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:53:55.422646 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Allocated IP 172.27.2.241 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/5452fefc-ab6c-4343-bd94-4981b73b5b62) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:53:55.444818 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:55.467997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Network 0b569ece-1ee3-4350-a5b1-8dd1e25e394d is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:53:55.523287 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-41497ca8-de04-4211-ae5e-1df7550775da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:55.553213 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:53:55.554771 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854208407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558366'] for router, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:55.558143 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:53:55.668125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:55.687915 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Attempting to bind port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:53:55.688212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Attempting to bind port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '1d60bd5c-8c75-43b2-8377-09777b6eecb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0b569ece-1ee3-4350-a5b1-8dd1e25e394d'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:53:55.688618 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Attempting to bind port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 on network 0b569ece-1ee3-4350-a5b1-8dd1e25e394d {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:53:55.703982 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:55.710659 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 55568) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:55.722451 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b8177abb-44cf-4123-8f93-a429bf3cec26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:55.769135 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:53:55.769625 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Checking segment: {'id': '1d60bd5c-8c75-43b2-8377-09777b6eecb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0b569ece-1ee3-4350-a5b1-8dd1e25e394d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:53:55.770080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:55.770571 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Bound using segment: {'id': '1d60bd5c-8c75-43b2-8377-09777b6eecb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0b569ece-1ee3-4350-a5b1-8dd1e25e394d'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:53:55.771119 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Bound port: 99d9d7df-5002-4a08-a2d0-d1b6f98aa277, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d60bd5c-8c75-43b2-8377-09777b6eecb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0b569ece-1ee3-4350-a5b1-8dd1e25e394d'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:53:55.771544 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:55.851490 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1a576b5b-3dfd-4097-a663-04b66a241ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:55.940877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc705bb0-b64d-41d4-b6a0-c0ca268c064d None None] Pushing event updated for resources: {'Port': ['ID=b1a03244-2b6e-4180-878b-8648d6e4769a,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:55.950036 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cc705bb0-b64d-41d4-b6a0-c0ca268c064d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:55.969284 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Pushing event updated for resources: {'Port': ['ID=5452fefc-ab6c-4343-bd94-4981b73b5b62,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:55.976911 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:55.983551 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:53:55.985141 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:53:55.988136 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:53:56.049667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] For port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:53:56.067642 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] For port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=99d9d7df-5002-4a08-a2d0-d1b6f98aa277,segment=NetworkSegment(1d60bd5c-8c75-43b2-8377-09777b6eecb6),segment_id=1d60bd5c-8c75-43b2-8377-09777b6eecb6)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:53:56.079771 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:56.121925 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-381738d4-d04b-4aa9-ad88-f5e8747259d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:56.138931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Router 3299a299-7eb2-4070-ab65-95d65520dddd is scheduled to L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 with binding_index 1 {{(pid=80243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 17:53:56.279071 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:53:56.279775 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6d245828>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:53:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:53:56.389501 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Pushing event updated for resources: {'Port': ['ID=99d9d7df-5002-4a08-a2d0-d1b6f98aa277,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:56.411589 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:56.427667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bd77d5c5-45f7-4d3f-a6cf-854b32f53cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:56.450434 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-bd77d5c5-45f7-4d3f-a6cf-854b32f53cea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:53:56.454995 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-bd77d5c5-45f7-4d3f-a6cf-854b32f53cea admin admin] Usage tracker for resource:security_group_rule and tenant:049025f6ac994567abd7cf44c10b0f2b is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:53:56.464431 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-bd77d5c5-45f7-4d3f-a6cf-854b32f53cea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:53:56.512642 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-bd77d5c5-45f7-4d3f-a6cf-854b32f53cea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:53:56.602950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:56.651828 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:53:56.664930 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Sync routers for ids ['3299a299-7eb2-4070-ab65-95d65520dddd'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:53:56.676499 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Routers {'3299a299-7eb2-4070-ab65-95d65520dddd'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:53:56.677571 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c590b38>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:53:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['3299a299-7eb2-4070-ab65-95d65520dddd'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:53:56.682695 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-360745b2-5da2-4600-9c8a-d22871c0bf09 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:56.685337 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-360745b2-5da2-4600-9c8a-d22871c0bf09 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.43 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.4603240
Dec 02 17:53:56.857332 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Allocated IP 172.20.0.2 (fc9cfd30-dc19-40d0-b8bc-150ba28d84ea/82dcd88b-f504-4cee-ba95-fa92d675a32b/00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:53:56.869589 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Notify callbacks [] for router, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:56.871586 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.0041125
Dec 02 17:53:56.878871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 55586) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:56.881742 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Set router 3299a299-7eb2-4070-ab65-95d65520dddd gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:53:56.905759 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b227e-8721-47ac-bc51-ceb2c31e9fbe req-d81a172a-8ab9-4a33-a6fb-ee3a95f5ca32 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:56.909033 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-435b227e-8721-47ac-bc51-ceb2c31e9fbe req-d81a172a-8ab9-4a33-a6fb-ee3a95f5ca32 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 945 time: 0.4485524
Dec 02 17:53:57.081481 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Deleting port b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:53:57.082086 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:57.095736 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854208407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558366'] for router, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:57.149426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:57.163524 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Transition to ACTIVE for port object 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:53:57.194977 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:53:57.230120 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Transition to ACTIVE for port object 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:53:57.264353 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c590b38>, [{'id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'name': 'tempest-TestVolumeBootPattern-514728790-router', 'tenant_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:53:54Z', 'revision_number': 3, 'project_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'gw_port': {'id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fe:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:53:57.270517 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Checking router: 3299a299-7eb2-4070-ab65-95d65520dddd for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:53:57.271248 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Updating router 3299a299-7eb2-4070-ab65-95d65520dddd port c99ecee5-5140-443b-9625-db4dc5964700 binding host dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:53:57.272856 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:57.292392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:57.319574 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-908095dc-6f6d-4f0f-a68f-c602a2da4440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:57.330034 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:57.369245 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-435b227e-8721-47ac-bc51-ceb2c31e9fbe req-d7549951-13dd-49dc-ade8-3f587fd260b7 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3524749
Dec 02 17:53:57.374120 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:57.390712 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bd77d5c5-45f7-4d3f-a6cf-854b32f53cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:57.455087 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bd77d5c5-45f7-4d3f-a6cf-854b32f53cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:57.476297 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b07838cc-ec42-43a2-aa05-8ccdad7fcddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:57.546400 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77d5c5-45f7-4d3f-a6cf-854b32f53cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73d9134-0615-4e1a-82a4-edfd5036e1c2,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:57.547931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 is scheduled to L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 with binding_index 1 {{(pid=80244) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 17:53:57.555037 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-bd77d5c5-45f7-4d3f-a6cf-854b32f53cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:57.641247 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Pushing event updated for resources: {'Port': ['ID=00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:57.665959 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:57.679335 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:53:57.750685 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:58.010978 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-bd77d5c5-45f7-4d3f-a6cf-854b32f53cea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=049025f6ac994567abd7cf44c10b0f2b&name=default HTTP/1.1" status: 200  len: 2879 time: 2.2990005
Dec 02 17:53:58.016025 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 55594) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:58.086594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:53:58.133376 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:58.140160 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1445626e-5666-4e6a-8d02-e397600f1605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:53:58.161670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:58.207747 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Transition to ACTIVE for port object c99ecee5-5140-443b-9625-db4dc5964700 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:53:58.221022 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:58.271346 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:58.328543 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:53:58.380490 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:58.381835 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-62d6fddf-0697-4c32-94dd-b91e0af6d500 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 4.4706311
Dec 02 17:53:58.387095 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 55604) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:53:58.401114 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1445626e-5666-4e6a-8d02-e397600f1605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4', 'code': 200}
Dec 02 17:53:58.457102 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Network fc9cfd30-dc19-40d0-b8bc-150ba28d84ea is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:53:58.458406 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Sync routers for ids ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:53:58.466071 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4,segment=NetworkSegment(fd87f040-a08d-408f-af11-f73d0372a4bd),segment_id=fd87f040-a08d-408f-af11-f73d0372a4bd)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:53:58.469547 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:53:58.484994 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:53:58.490908 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] For port b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4,segment=NetworkSegment(fd87f040-a08d-408f-af11-f73d0372a4bd),segment_id=fd87f040-a08d-408f-af11-f73d0372a4bd)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:53:58.491451 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:58.504570 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:58.506446 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:53:58.520923 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:58.563842 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc976e8-d99f-4a6f-af61-f04af7f5b35a None None] Pushing event updated for resources: {'Port': ['ID=c99ecee5-5140-443b-9625-db4dc5964700,revision_number=2']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:58.587478 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3dc976e8-d99f-4a6f-af61-f04af7f5b35a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:58.600917 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:58.603778 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Routers {'9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:53:58.604507 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c2e8e48>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:53:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:53:58.700117 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:58.709529 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Calling delete_port for b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:53:58.712544 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Attempting to bind port c99ecee5-5140-443b-9625-db4dc5964700 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:53:58.713101 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Attempting to bind port c99ecee5-5140-443b-9625-db4dc5964700 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:53:58.713509 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Attempting to bind port c99ecee5-5140-443b-9625-db4dc5964700 on network 0e06ccbb-5acd-4938-8c27-f383e561e919 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:53:58.725863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:53:58.726279 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Checking segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:53:58.730530 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:58.730737 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Bound using segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:53:58.731218 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Bound port: c99ecee5-5140-443b-9625-db4dc5964700, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:53:58.731643 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:58.739200 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Attempting to bind port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:53:58.739619 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Attempting to bind port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': 'a669463e-0df4-4083-ab53-540a9d427bd2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:53:58.740030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Attempting to bind port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 on network fc9cfd30-dc19-40d0-b8bc-150ba28d84ea {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:53:58.855447 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] For port c99ecee5-5140-443b-9625-db4dc5964700, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:53:58.858994 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] For port c99ecee5-5140-443b-9625-db4dc5964700, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=c99ecee5-5140-443b-9625-db4dc5964700,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:53:58.863484 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:58.873797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:53:58.875097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Checking segment: {'id': 'a669463e-0df4-4083-ab53-540a9d427bd2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:53:58.876081 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:58.877010 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Bound using segment: {'id': 'a669463e-0df4-4083-ab53-540a9d427bd2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:53:58.878760 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Bound port: 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a669463e-0df4-4083-ab53-540a9d427bd2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:53:58.879714 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:58.892279 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e4d65b09-1f6e-4076-b5fa-776ae0ac20e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:58.977484 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc976e8-d99f-4a6f-af61-f04af7f5b35a None None] Pushing event updated for resources: {'Port': ['ID=c99ecee5-5140-443b-9625-db4dc5964700,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:58.983293 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3dc976e8-d99f-4a6f-af61-f04af7f5b35a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:59.139155 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] For port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:53:59.155459 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] For port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82,segment=NetworkSegment(a669463e-0df4-4083-ab53-540a9d427bd2),segment_id=a669463e-0df4-4083-ab53-540a9d427bd2)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:53:59.199421 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:59.224560 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Routers {'3299a299-7eb2-4070-ab65-95d65520dddd'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:53:59.225538 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c590b38>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:53:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['3299a299-7eb2-4070-ab65-95d65520dddd'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:53:59.350400 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4cd029b6-6283-4f35-b248-d49f86e0bff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:59.433478 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 17:53:59.433935 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 17:53:59.497499 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] Set router 3299a299-7eb2-4070-ab65-95d65520dddd gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:53:59.507235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5c96fa61-ec87-4747-95de-056d025d7025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:59.545051 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5c96fa61-ec87-4747-95de-056d025d7025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:59.592274 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:59.622797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Pushing event updated for resources: {'Port': ['ID=00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:59.625811 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d4e796-6c1c-4b20-82b4-de8deb87a1d9 None None] Network 0b569ece-1ee3-4350-a5b1-8dd1e25e394d requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:53:59.699529 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5c96fa61-ec87-4747-95de-056d025d7025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:59.709454 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-bd77d5c5-45f7-4d3f-a6cf-854b32f53cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:53:59.736557 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:59.750632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96fa61-ec87-4747-95de-056d025d7025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73d9134-0615-4e1a-82a4-edfd5036e1c2,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:53:59.760860 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5c96fa61-ec87-4747-95de-056d025d7025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:53:59.765639 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:59.791560 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-f86165a6-cac5-4b21-8cf2-bd8b4a94d012 None None] Provisioning for port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:53:59.809858 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6d245828>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:53:55Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:53:59.827315 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-f86165a6-cac5-4b21-8cf2-bd8b4a94d012 None None] Provisioning complete for port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:53:59.827878 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f86165a6-cac5-4b21-8cf2-bd8b4a94d012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:59.853846 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501e0ce-fa38-40fe-b205-5607507cfb77 req-7cc9fc82-d65e-4e10-9656-ff647c70520d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:53:59.855248 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-2501e0ce-fa38-40fe-b205-5607507cfb77 req-7cc9fc82-d65e-4e10-9656-ff647c70520d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Synchronizing usage tracker for tenant:82b2210b4ebf4222ae2d9b13049f05ec on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:53:59.899980 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5c96fa61-ec87-4747-95de-056d025d7025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:59.902590 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-5c96fa61-ec87-4747-95de-056d025d7025 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c73d9134-0615-4e1a-82a4-edfd5036e1c2 HTTP/1.1" status: 204  len: 168 time: 1.8571846
Dec 02 17:53:59.935314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Deleting port b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:53:59.938120 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:53:59.951065 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffc1e89-7bab-4617-add8-99bf27263715 None None] The sync data for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi is: [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:53:55Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:54:00.290664 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-2501e0ce-fa38-40fe-b205-5607507cfb77 req-7cc9fc82-d65e-4e10-9656-ff647c70520d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Unset dirty status for tenant:82b2210b4ebf4222ae2d9b13049f05ec on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:54:00.301522 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2501e0ce-fa38-40fe-b205-5607507cfb77 req-7cc9fc82-d65e-4e10-9656-ff647c70520d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 943 time: 1.4596334
Dec 02 17:54:00.331851 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f86165a6-cac5-4b21-8cf2-bd8b4a94d012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:00.373970 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Set router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:54:00.453492 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2501e0ce-fa38-40fe-b205-5607507cfb77 req-8949c24d-3dec-4165-9594-3fa3ec0ece08 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507258
Dec 02 17:54:00.511745 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Allocated IP 172.20.0.1 (fc9cfd30-dc19-40d0-b8bc-150ba28d84ea/82dcd88b-f504-4cee-ba95-fa92d675a32b/97059d82-89af-4f2f-9bf6-d28842fc81d2) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:54:00.590868 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c590b38>, [{'id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'name': 'tempest-TestVolumeBootPattern-514728790-router', 'tenant_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:53:54Z', 'revision_number': 3, 'project_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'gw_port': {'id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fe:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:00.607437 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91adea61-1634-4bb7-87db-ef0aa4efb08e None None] The sync data for ids ['3299a299-7eb2-4070-ab65-95d65520dddd'] in dv-cinder-733623-9-iscsi is: [{'id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'name': 'tempest-TestVolumeBootPattern-514728790-router', 'tenant_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:53:54Z', 'revision_number': 3, 'project_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'gw_port': {'id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fe:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:54:00.749331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-f86165a6-cac5-4b21-8cf2-bd8b4a94d012 None None] For port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=99d9d7df-5002-4a08-a2d0-d1b6f98aa277,segment=NetworkSegment(1d60bd5c-8c75-43b2-8377-09777b6eecb6),segment_id=1d60bd5c-8c75-43b2-8377-09777b6eecb6)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:00.761800 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f86165a6-cac5-4b21-8cf2-bd8b4a94d012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:00.768733 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cc705bb0-b64d-41d4-b6a0-c0ca268c064d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:00.967135 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:00.995251 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Transition to ACTIVE for port object 97059d82-89af-4f2f-9bf6-d28842fc81d2 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:01.026977 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:01.069308 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:01.114517 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] For port b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4,segment=NetworkSegment(fd87f040-a08d-408f-af11-f73d0372a4bd),segment_id=fd87f040-a08d-408f-af11-f73d0372a4bd)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:01.114743 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:01.265209 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Pushing event updated for resources: {'Port': ['ID=97059d82-89af-4f2f-9bf6-d28842fc81d2,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:01.282995 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:01.353028 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86165a6-cac5-4b21-8cf2-bd8b4a94d012 None None] Pushing event updated for resources: {'Port': ['ID=99d9d7df-5002-4a08-a2d0-d1b6f98aa277,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:01.472207 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f86165a6-cac5-4b21-8cf2-bd8b4a94d012 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.701s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:01.658091 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c2e8e48>, [{'id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'name': 'tempest-TestMinimumBasicScenario-1460225543-router', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:53:56Z', 'revision_number': 3, 'project_id': '2b9f580ccafc411288557243f06a641f', 'gw_port': {'id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:01.670320 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Checking router: 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:54:01.670784 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Updating router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 port 5452fefc-ab6c-4343-bd94-4981b73b5b62 binding host dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:54:01.720437 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Network fc9cfd30-dc19-40d0-b8bc-150ba28d84ea is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:54:01.723479 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:54:01.732305 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:54:01.774777 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Calling delete_port for b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:54:01.796188 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:01.964212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854217277'] for router_interface, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:02.336916 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Allocated IP 172.20.0.1 (0b569ece-1ee3-4350-a5b1-8dd1e25e394d/2a8949a9-8146-4f54-acca-e70f8a4a7d06/0fb12cf8-1942-490c-b26d-51450ac7f960) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:54:02.416402 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device c99ecee5-5140-443b-9625-db4dc5964700 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:02.434187 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:02.474920 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 55656) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:02.581673 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-b51bc4da-39a6-464b-82a5-2b4a67485beb None None] Provisioning complete for port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:02.582770 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b51bc4da-39a6-464b-82a5-2b4a67485beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:02.640833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:02.664818 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Transition to ACTIVE for port object 0fb12cf8-1942-490c-b26d-51450ac7f960 will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:02.795453 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:03.009256 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1778024443-network', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:03.021634 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port c99ecee5-5140-443b-9625-db4dc5964700 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:03.024643 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:03.035671 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port c99ecee5-5140-443b-9625-db4dc5964700 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:03.036453 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:03.061398 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:03.194112 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Usage tracker for resource:network and tenant:08c5d505eefa48458ed1c3b80b70cbc7 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:03.211649 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:03.229614 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:03.276434 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Made reservation on behalf of 08c5d505eefa48458ed1c3b80b70cbc7 for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:54:03.282464 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:03.318804 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Network 0b569ece-1ee3-4350-a5b1-8dd1e25e394d is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:54:03.325639 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:03.332066 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:03.347902 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:03.357910 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:03.367822 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Usage tracker for resource:security_group_rule and tenant:08c5d505eefa48458ed1c3b80b70cbc7 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:03.372776 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:03.374651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Transition to ACTIVE for port object 5452fefc-ab6c-4343-bd94-4981b73b5b62 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:03.385121 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:03.422871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:03.434891 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843917156'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:03.471700 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:03.496872 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:03.513661 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-75f9fd78-e0f0-4138-a0c5-1ca1f2960b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:03.542524 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:03.556801 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:54:03.558876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Pushing event updated for resources: {'Port': ['ID=0fb12cf8-1942-490c-b26d-51450ac7f960,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:03.566844 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:54:03.592604 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3990230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573214'] for router_interface, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:03.640689 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:03.641236 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:03.738323 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-a393368f-faf3-4d97-822c-f28d4d8432f3 None None] Provisioning complete for port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:03.740815 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a393368f-faf3-4d97-822c-f28d4d8432f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:03.761443 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Pushing event deleted for resources: {'Port': ['ID=b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:03.773225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875ffdc-412b-48a9-9ad0-ae24f72379fa req-47611e5c-212f-4833-9d60-d36e4da2e1d7 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:03.781368 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3875ffdc-412b-48a9-9ad0-ae24f72379fa req-47611e5c-212f-4833-9d60-d36e4da2e1d7 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=1445626e-5666-4e6a-8d02-e397600f1605 HTTP/1.1" status: 200  len: 865 time: 1.7768354
Dec 02 17:54:03.809499 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:03.898512 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854217277'] for router_interface, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:03.934748 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port c99ecee5-5140-443b-9625-db4dc5964700, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=c99ecee5-5140-443b-9625-db4dc5964700,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:03.943163 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1635f78e-aea8-4b57-a57b-08a59e104565 None None] Network fc9cfd30-dc19-40d0-b8bc-150ba28d84ea requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:54:03.947912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:03.978946 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:04.006726 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 17:54:04.019541 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:04.019541 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Added segment 440fe43d-6d0f-412f-83c1-bfd20382b016 of type vxlan for network 56252445-cb9e-4a43-bb8d-1dff085eab32
Dec 02 17:54:04.049710 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:04.101746 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:04.115443 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:04.116547 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:04.129905 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Pushing event updated for resources: {'Port': ['ID=97059d82-89af-4f2f-9bf6-d28842fc81d2,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:04.136632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Network fc9cfd30-dc19-40d0-b8bc-150ba28d84ea is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:54:04.141181 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:04.142746 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:54:04.145927 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f8b74093-2dce-4484-9ee2-aee5651d0928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:04.218688 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b059c9-034b-47ae-ae71-5bf6384e3b9f,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:04.394780 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:04.396592 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device b1a03244-2b6e-4180-878b-8648d6e4769a up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:04.565792 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] No DVR routers for this DVR port b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 on host hv-cinder-73362 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 17:54:04.568886 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:04.574352 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3875ffdc-412b-48a9-9ad0-ae24f72379fa req-957f263e-0b90-478d-a911-f809dddeec02 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7918584
Dec 02 17:54:04.578602 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1445626e-5666-4e6a-8d02-e397600f1605', 'name': 'network-vif-deleted', 'tag': 'b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:54:04.590415 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e1f25-4ff6-477f-90ad-9f101c757a66 None None] Pushing event updated for resources: {'Port': ['ID=5452fefc-ab6c-4343-bd94-4981b73b5b62,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:04.612394 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3b3602db-5d2f-450b-bb5f-dfb5ba07d54f req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.43 "DELETE /v2.0/ports/b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4 HTTP/1.1" status: 204  len: 173 time: 7.9024596
Dec 02 17:54:04.680998 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:04.727218 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-567e1f25-4ff6-477f-90ad-9f101c757a66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.185s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:04.730404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.601s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:04.734422 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:04.749860 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1445626e-5666-4e6a-8d02-e397600f1605', 'name': 'network-vif-deleted', 'tag': 'b8ef35f9-19ef-4ecf-86e3-4368ec7e30b4', 'status': 'completed', 'code': 200}
Dec 02 17:54:04.813155 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:54:04.874510 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:04.901067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port b1a03244-2b6e-4180-878b-8648d6e4769a completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:04.914234 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.3845956
Dec 02 17:54:04.921367 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 55684) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:04.929248 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port b1a03244-2b6e-4180-878b-8648d6e4769a triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:04.929668 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:04.933543 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Pushing event updated for resources: {'Network': ['ID=56252445-cb9e-4a43-bb8d-1dff085eab32,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:04.940383 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-c86af9dc-4a47-4723-8a89-28fdf22333ec admin admin] Request body: {'subnet': {'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1778024443-subnet', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:04.946693 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-c86af9dc-4a47-4723-8a89-28fdf22333ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:04.957496 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:04.989854 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network 56252445-cb9e-4a43-bb8d-1dff085eab32 details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:54:05.014136 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Network 56252445-cb9e-4a43-bb8d-1dff085eab32 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:54:05.031253 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-c86af9dc-4a47-4723-8a89-28fdf22333ec admin admin] Usage tracker for resource:subnet and tenant:08c5d505eefa48458ed1c3b80b70cbc7 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:05.050776 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-c86af9dc-4a47-4723-8a89-28fdf22333ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:05.080901 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee705cd7-46ba-4aa2-bedb-91cc1f8f765a req-c3790382-6904-4092-9024-eae286353ee4 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:05.083501 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ee705cd7-46ba-4aa2-bedb-91cc1f8f765a req-c3790382-6904-4092-9024-eae286353ee4 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.4013441
Dec 02 17:54:05.092970 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-c86af9dc-4a47-4723-8a89-28fdf22333ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:05.185926 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-c5b2beec-fa84-44b0-a716-210245dbdace None None] Provisioning for port 0fb12cf8-1942-490c-b26d-51450ac7f960 completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:05.264671 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86af9dc-4a47-4723-8a89-28fdf22333ec admin admin] Made reservation on behalf of 08c5d505eefa48458ed1c3b80b70cbc7 for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:54:05.273911 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c86af9dc-4a47-4723-8a89-28fdf22333ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843985496'] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:05.289593 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=c99ecee5-5140-443b-9625-db4dc5964700,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:05.334567 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Attempting to bind port 5452fefc-ab6c-4343-bd94-4981b73b5b62 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:54:05.334899 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Attempting to bind port 5452fefc-ab6c-4343-bd94-4981b73b5b62 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:54:05.335327 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Attempting to bind port 5452fefc-ab6c-4343-bd94-4981b73b5b62 on network 0e06ccbb-5acd-4938-8c27-f383e561e919 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:54:05.337963 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-c5b2beec-fa84-44b0-a716-210245dbdace None None] Provisioning complete for port 0fb12cf8-1942-490c-b26d-51450ac7f960 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:05.338379 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5b2beec-fa84-44b0-a716-210245dbdace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:05.353933 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:05.359345 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:05.443632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:05.461027 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:05.520444 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3990230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573214'] for router_interface, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:05.531326 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ee705cd7-46ba-4aa2-bedb-91cc1f8f765a req-75255b73-2d0c-4f2d-a480-473ad2272844 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4320912
Dec 02 17:54:05.579002 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:54:05.579441 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Checking segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:54:05.579937 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:05.580549 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Bound using segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:54:05.581111 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Bound port: 5452fefc-ab6c-4343-bd94-4981b73b5b62, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:54:05.581612 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:05.602599 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:54:05.616171 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] 10.222.0.21 "PUT /v2.0/routers/9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2260442
Dec 02 17:54:05.696611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Pushing event updated for resources: {'Port': ['ID=0fb12cf8-1942-490c-b26d-51450ac7f960,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:05.706602 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:05.744579 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] For port 5452fefc-ab6c-4343-bd94-4981b73b5b62, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:54:05.751173 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] For port 5452fefc-ab6c-4343-bd94-4981b73b5b62, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=5452fefc-ab6c-4343-bd94-4981b73b5b62,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:54:05.799786 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:05.837319 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:05.837893 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Network 0b569ece-1ee3-4350-a5b1-8dd1e25e394d is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:54:05.839373 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:54:05.993117 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567e1f25-4ff6-477f-90ad-9f101c757a66 None None] Pushing event updated for resources: {'Port': ['ID=5452fefc-ab6c-4343-bd94-4981b73b5b62,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:06.058007 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-567e1f25-4ff6-477f-90ad-9f101c757a66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:06.070355 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Router 3299a299-7eb2-4070-ab65-95d65520dddd has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:54:06.076856 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-c5b2beec-fa84-44b0-a716-210245dbdace None None] Port 0fb12cf8-1942-490c-b26d-51450ac7f960 cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:54:06.085011 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:06.253202 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-c5b2beec-fa84-44b0-a716-210245dbdace None None] Provisioning for port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:06.264603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port b1a03244-2b6e-4180-878b-8648d6e4769a, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=b1a03244-2b6e-4180-878b-8648d6e4769a,segment=NetworkSegment(205f4dc9-96e8-409d-a722-4c7af1aeab79),segment_id=205f4dc9-96e8-409d-a722-4c7af1aeab79)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:06.295547 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-c5b2beec-fa84-44b0-a716-210245dbdace None None] Provisioning complete for port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:06.295982 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5b2beec-fa84-44b0-a716-210245dbdace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:06.352000 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:06.353026 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:06.418265 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:06.467937 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c86af9dc-4a47-4723-8a89-28fdf22333ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843916540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843985479'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:06.496704 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:54:06.512659 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Sync routers for ids ['3299a299-7eb2-4070-ab65-95d65520dddd'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:54:06.514591 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] 10.222.0.21 "PUT /v2.0/routers/3299a299-7eb2-4070-ab65-95d65520dddd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6035900
Dec 02 17:54:06.532107 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=b1a03244-2b6e-4180-878b-8648d6e4769a,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:06.536158 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:06.548614 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Routers {'3299a299-7eb2-4070-ab65-95d65520dddd'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:54:06.555581 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c6e9b00>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:53:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['3299a299-7eb2-4070-ab65-95d65520dddd'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:06.589726 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Routers {'9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:54:06.590431 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c2e8e48>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:53:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:06.700602 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a694e95f-fee9-4fff-8b99-bae45c493a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:06.800844 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495873c-15a5-49d8-8696-dadd8d8cf621 req-81e547ee-c3e2-4339-8525-8855a3f95592 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:06.801677 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-f495873c-15a5-49d8-8696-dadd8d8cf621 req-81e547ee-c3e2-4339-8525-8855a3f95592 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Synchronizing usage tracker for tenant:82b2210b4ebf4222ae2d9b13049f05ec on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:54:06.835484 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-f495873c-15a5-49d8-8696-dadd8d8cf621 req-81e547ee-c3e2-4339-8525-8855a3f95592 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Unset dirty status for tenant:82b2210b4ebf4222ae2d9b13049f05ec on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:54:06.836778 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f495873c-15a5-49d8-8696-dadd8d8cf621 req-81e547ee-c3e2-4339-8525-8855a3f95592 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.2728260
Dec 02 17:54:06.862004 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86af9dc-4a47-4723-8a89-28fdf22333ec admin admin] Checking segment: {'id': '440fe43d-6d0f-412f-83c1-bfd20382b016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:54:06.862790 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86af9dc-4a47-4723-8a89-28fdf22333ec admin admin] Network hostable DHCP agents. Network: 56252445-cb9e-4a43-bb8d-1dff085eab32, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 17:54:06.948120 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f495873c-15a5-49d8-8696-dadd8d8cf621 req-c1c34ee5-1a03-4008-8b0f-ffe12eda17e1 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029537
Dec 02 17:54:06.973118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86af9dc-4a47-4723-8a89-28fdf22333ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdebc9bf-e6e3-445f-8fe7-512f6d458a56,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:06.976679 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c86af9dc-4a47-4723-8a89-28fdf22333ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:07.021072 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86af9dc-4a47-4723-8a89-28fdf22333ec admin admin] Network 56252445-cb9e-4a43-bb8d-1dff085eab32 is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 17:54:07.057828 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-c86af9dc-4a47-4723-8a89-28fdf22333ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, 56252445-cb9e-4a43-bb8d-1dff085eab32) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:54:07.088421 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Set router 3299a299-7eb2-4070-ab65-95d65520dddd gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:54:07.131542 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226cd26-820a-41e9-8486-5fe9eb0749de req-d0f32445-58b9-4af7-b69f-232080d99059 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:07.149897 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8226cd26-820a-41e9-8486-5fe9eb0749de req-d0f32445-58b9-4af7-b69f-232080d99059 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.2729924
Dec 02 17:54:07.154132 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86af9dc-4a47-4723-8a89-28fdf22333ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:07.163358 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c86af9dc-4a47-4723-8a89-28fdf22333ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:07.179823 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587b5281-2b23-44f7-a9a7-54d7e7bb6fe9 None None] Network 56252445-cb9e-4a43-bb8d-1dff085eab32 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:54:07.238767 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 55728) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:07.238981 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-c86af9dc-4a47-4723-8a89-28fdf22333ec admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.3162067
Dec 02 17:54:07.244463 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1778024443-router', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:07.255230 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:07.265144 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Usage tracker for resource:router and tenant:08c5d505eefa48458ed1c3b80b70cbc7 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:07.271853 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:07.285858 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:07.307441 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8226cd26-820a-41e9-8486-5fe9eb0749de req-36585367-aa78-404e-88e1-82b36cbe96cc tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1563535
Dec 02 17:54:07.316029 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854208369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3734'] for router, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:07.317206 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854208392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854099607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772051'] for router, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:07.351660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:07.404540 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:07.404881 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:07.698231 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-84eb5e6a-c3d1-4c06-b2a4-3d49dda3a984 None None] Provisioning complete for port 0fb12cf8-1942-490c-b26d-51450ac7f960 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:07.699297 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-84eb5e6a-c3d1-4c06-b2a4-3d49dda3a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:07.750212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c6e9b00>, [{'id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'name': 'tempest-TestVolumeBootPattern-514728790-router', 'tenant_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:54:04Z', 'revision_number': 4, 'project_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'gw_port': {'id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '0fb12cf8-1942-490c-b26d-51450ac7f960', 'name': '', 'network_id': '0b569ece-1ee3-4350-a5b1-8dd1e25e394d', 'tenant_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'mac_address': 'fa:16:3e:cb:5b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2a8949a9-8146-4f54-acca-e70f8a4a7d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:00Z', 'updated_at': '2020-12-02T17:54:05Z', 'revision_number': 2, 'project_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'subnets': [{'id': '2a8949a9-8146-4f54-acca-e70f8a4a7d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:07.755666 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Checking router: 3299a299-7eb2-4070-ab65-95d65520dddd for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:54:07.756052 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Updating router 3299a299-7eb2-4070-ab65-95d65520dddd port 0fb12cf8-1942-490c-b26d-51450ac7f960 binding host dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:54:07.771295 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] Set router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:54:07.885217 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:08.005824 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772036'] for router, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:08.326397 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-9d716b91-175a-49b0-a50f-57389c38b63a req-dcc983e7-2aab-408b-8f5a-bb799112d790 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1650809911', 'description': 'tempest-TestVolumeBootPattern-1650809911 description'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:08.362037 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-9d716b91-175a-49b0-a50f-57389c38b63a req-dcc983e7-2aab-408b-8f5a-bb799112d790 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:08.379791 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-9d716b91-175a-49b0-a50f-57389c38b63a req-dcc983e7-2aab-408b-8f5a-bb799112d790 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Usage tracker for resource:security_group and tenant:4efb85fc834d471fbfdaf374fbfc0c75 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:08.390411 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-84eb5e6a-c3d1-4c06-b2a4-3d49dda3a984 None None] Port 0fb12cf8-1942-490c-b26d-51450ac7f960 cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:54:08.411093 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc852c-777a-48f3-9a9e-0293e5d31043 req-1d14ccd0-d94a-4baf-ba03-5644e825700a tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:08.413388 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-9d716b91-175a-49b0-a50f-57389c38b63a req-dcc983e7-2aab-408b-8f5a-bb799112d790 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:08.426829 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-9d716b91-175a-49b0-a50f-57389c38b63a req-dcc983e7-2aab-408b-8f5a-bb799112d790 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:08.439965 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d1dc852c-777a-48f3-9a9e-0293e5d31043 req-1d14ccd0-d94a-4baf-ba03-5644e825700a tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.1916976
Dec 02 17:54:08.463256 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-9d716b91-175a-49b0-a50f-57389c38b63a req-dcc983e7-2aab-408b-8f5a-bb799112d790 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:08.494184 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-9d716b91-175a-49b0-a50f-57389c38b63a req-dcc983e7-2aab-408b-8f5a-bb799112d790 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:08.499089 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-9d716b91-175a-49b0-a50f-57389c38b63a req-dcc983e7-2aab-408b-8f5a-bb799112d790 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Usage tracker for resource:security_group_rule and tenant:4efb85fc834d471fbfdaf374fbfc0c75 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:08.503579 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-9d716b91-175a-49b0-a50f-57389c38b63a req-dcc983e7-2aab-408b-8f5a-bb799112d790 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:08.510187 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-9d716b91-175a-49b0-a50f-57389c38b63a req-dcc983e7-2aab-408b-8f5a-bb799112d790 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:08.568874 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d1dc852c-777a-48f3-9a9e-0293e5d31043 req-b5a9872e-06d9-4f61-a69e-151f5c4f7dcd tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247625
Dec 02 17:54:08.619311 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:08.621284 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-9d716b91-175a-49b0-a50f-57389c38b63a req-dcc983e7-2aab-408b-8f5a-bb799112d790 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:08.638163 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Transition to ACTIVE for port object 0fb12cf8-1942-490c-b26d-51450ac7f960 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:08.651675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:08.669018 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:08.693670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-9d716b91-175a-49b0-a50f-57389c38b63a req-dcc983e7-2aab-408b-8f5a-bb799112d790 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:08.713457 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-57b36f78-4e67-431f-8037-545a0edfd11b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:08.836258 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5746d-e81d-4ea4-b141-d3d9b95670fe None None] Pushing event updated for resources: {'Port': ['ID=0fb12cf8-1942-490c-b26d-51450ac7f960,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:08.841519 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5ef5746d-e81d-4ea4-b141-d3d9b95670fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:08.995389 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:09.049132 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b885dc8-6d0a-4826-88de-88e68a239ae9 req-8c875483-f6d0-4546-9e5c-a03508d45fa5 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:09.058229 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6b885dc8-6d0a-4826-88de-88e68a239ae9 req-8c875483-f6d0-4546-9e5c-a03508d45fa5 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.2043693
Dec 02 17:54:09.231125 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6b885dc8-6d0a-4826-88de-88e68a239ae9 req-baa2d5dc-4cc2-4826-bcf4-7a4306c7c80c tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1715746
Dec 02 17:54:09.241211 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-84eb5e6a-c3d1-4c06-b2a4-3d49dda3a984 None None] Provisioning for port 97059d82-89af-4f2f-9bf6-d28842fc81d2 completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:09.293891 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Attempting to bind port 0fb12cf8-1942-490c-b26d-51450ac7f960 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:54:09.294308 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Attempting to bind port 0fb12cf8-1942-490c-b26d-51450ac7f960 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '1d60bd5c-8c75-43b2-8377-09777b6eecb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0b569ece-1ee3-4350-a5b1-8dd1e25e394d'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:54:09.294740 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Attempting to bind port 0fb12cf8-1942-490c-b26d-51450ac7f960 on network 0b569ece-1ee3-4350-a5b1-8dd1e25e394d {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:54:09.301196 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-84eb5e6a-c3d1-4c06-b2a4-3d49dda3a984 None None] Provisioning complete for port 97059d82-89af-4f2f-9bf6-d28842fc81d2 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:09.301667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-84eb5e6a-c3d1-4c06-b2a4-3d49dda3a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:09.306589 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:54:09.306997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Checking segment: {'id': '1d60bd5c-8c75-43b2-8377-09777b6eecb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0b569ece-1ee3-4350-a5b1-8dd1e25e394d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:54:09.307440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:09.307877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Bound using segment: {'id': '1d60bd5c-8c75-43b2-8377-09777b6eecb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0b569ece-1ee3-4350-a5b1-8dd1e25e394d'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:54:09.308392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Bound port: 0fb12cf8-1942-490c-b26d-51450ac7f960, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d60bd5c-8c75-43b2-8377-09777b6eecb6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '0b569ece-1ee3-4350-a5b1-8dd1e25e394d'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:54:09.308818 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:09.323022 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:09.357079 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:09.377861 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:09.410859 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:09.411292 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:09.451037 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] For port 0fb12cf8-1942-490c-b26d-51450ac7f960, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:54:09.457074 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] For port 0fb12cf8-1942-490c-b26d-51450ac7f960, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=0fb12cf8-1942-490c-b26d-51450ac7f960,segment=NetworkSegment(1d60bd5c-8c75-43b2-8377-09777b6eecb6),segment_id=1d60bd5c-8c75-43b2-8377-09777b6eecb6)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:54:09.472257 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:09.494150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-84eb5e6a-c3d1-4c06-b2a4-3d49dda3a984 None None] Port 97059d82-89af-4f2f-9bf6-d28842fc81d2 cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:54:09.503302 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3dc976e8-d99f-4a6f-af61-f04af7f5b35a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:09.520196 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp257996a1-da43-5c46-8889-3798354369c5-56252445-cb9e-4a43-bb8d-1dff085eab32', 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'fixed_ips': [{'subnet_id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56'}]}} from dv-cinder-733623-9-iscsi. {{(pid=80245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 17:54:09.521256 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:09.576388 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-84eb5e6a-c3d1-4c06-b2a4-3d49dda3a984 None None] Provisioning complete for port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:09.576797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-84eb5e6a-c3d1-4c06-b2a4-3d49dda3a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:09.596844 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5746d-e81d-4ea4-b141-d3d9b95670fe None None] Pushing event updated for resources: {'Port': ['ID=0fb12cf8-1942-490c-b26d-51450ac7f960,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:09.603338 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5ef5746d-e81d-4ea4-b141-d3d9b95670fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:09.784763 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Allocated IP 172.27.2.9 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/1dfc23a5-90eb-431e-bba2-eaa0206cb500) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:54:09.794345 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Routers {'3299a299-7eb2-4070-ab65-95d65520dddd'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:54:09.795517 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c6e9b00>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:53:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['3299a299-7eb2-4070-ab65-95d65520dddd'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:09.859969 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc983e7-2aab-408b-8f5a-bb799112d790 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:09.865014 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-dcc983e7-2aab-408b-8f5a-bb799112d790 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.152s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:09.881909 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-9d716b91-175a-49b0-a50f-57389c38b63a req-dcc983e7-2aab-408b-8f5a-bb799112d790 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:09.883373 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9d716b91-175a-49b0-a50f-57389c38b63a req-dcc983e7-2aab-408b-8f5a-bb799112d790 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.5732925
Dec 02 17:54:10.004005 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78055d1b-b986-4958-98c7-3b92a7bec526 req-6b573f98-cebb-4472-9432-39884a68c57a tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:10.006989 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-78055d1b-b986-4958-98c7-3b92a7bec526 req-6b573f98-cebb-4472-9432-39884a68c57a tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.1646698
Dec 02 17:54:10.094976 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-78055d1b-b986-4958-98c7-3b92a7bec526 req-f6d208a3-70ec-4caa-85ac-9ce44fc61d42 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809345
Dec 02 17:54:10.102382 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c2e8e48>, [{'id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'name': 'tempest-TestMinimumBasicScenario-1460225543-router', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:54:02Z', 'revision_number': 4, 'project_id': '2b9f580ccafc411288557243f06a641f', 'gw_port': {'id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '97059d82-89af-4f2f-9bf6-d28842fc81d2', 'name': '', 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'mac_address': 'fa:16:3e:14:61:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:59Z', 'updated_at': '2020-12-02T17:54:02Z', 'revision_number': 2, 'project_id': '2b9f580ccafc411288557243f06a641f', 'subnets': [{'id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:10.141780 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Allocated IP 172.20.0.2 (56252445-cb9e-4a43-bb8d-1dff085eab32/cdebc9bf-e6e3-445f-8fe7-512f6d458a56/7de24a71-18bb-4f39-90a3-425506d2ca75) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:54:10.166962 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] Set router 3299a299-7eb2-4070-ab65-95d65520dddd gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:54:10.201713 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b1c54b8d-4cdb-4bf2-adfb-fcca2e1f42fe req-9af495f6-6351-4077-9e86-ac05fe395245 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups/9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f HTTP/1.1" status: 200  len: 1758 time: 0.1440709
Dec 02 17:54:10.208284 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-b1c54b8d-4cdb-4bf2-adfb-fcca2e1f42fe req-1e66da8b-6165-4300-9b52-86a48732a61f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:10.208965 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-b1c54b8d-4cdb-4bf2-adfb-fcca2e1f42fe req-1e66da8b-6165-4300-9b52-86a48732a61f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:10.222830 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-b1c54b8d-4cdb-4bf2-adfb-fcca2e1f42fe req-1e66da8b-6165-4300-9b52-86a48732a61f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:10.247215 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:10.265249 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-b1c54b8d-4cdb-4bf2-adfb-fcca2e1f42fe req-1e66da8b-6165-4300-9b52-86a48732a61f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Usage tracker for resource:security_group_rule and tenant:4efb85fc834d471fbfdaf374fbfc0c75 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:10.276491 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-b1c54b8d-4cdb-4bf2-adfb-fcca2e1f42fe req-1e66da8b-6165-4300-9b52-86a48732a61f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:10.297006 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-b1c54b8d-4cdb-4bf2-adfb-fcca2e1f42fe req-1e66da8b-6165-4300-9b52-86a48732a61f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:10.465986 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:10.484077 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-16417bc2-4d6e-4f01-bd5e-2cb143898565 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:10.527472 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b1c54b8d-4cdb-4bf2-adfb-fcca2e1f42fe req-1e66da8b-6165-4300-9b52-86a48732a61f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for security_group_rule, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:10.649117 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4241e5-8f1b-4c2c-b19a-995895c69dd7 req-06b0b9de-c86d-4e1d-b42b-8803357058fb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:10.657121 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-af4241e5-8f1b-4c2c-b19a-995895c69dd7 req-06b0b9de-c86d-4e1d-b42b-8803357058fb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1199815
Dec 02 17:54:10.725391 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-af4241e5-8f1b-4c2c-b19a-995895c69dd7 req-f95676a5-c490-47c2-90cd-bca67ddae485 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671766
Dec 02 17:54:10.800830 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b1c54b8d-4cdb-4bf2-adfb-fcca2e1f42fe req-1e66da8b-6165-4300-9b52-86a48732a61f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:10.816315 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:54:10.823302 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b1c54b8d-4cdb-4bf2-adfb-fcca2e1f42fe req-1e66da8b-6165-4300-9b52-86a48732a61f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674995'] for security_group_rule, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:10.827648 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ca03b1-4d9c-4c47-bf89-aa4e66b55940 None None] The sync data for ids ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'] in dv-cinder-733623-9-iscsi is: [{'id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'name': 'tempest-TestMinimumBasicScenario-1460225543-router', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:54:02Z', 'revision_number': 4, 'project_id': '2b9f580ccafc411288557243f06a641f', 'gw_port': {'id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '97059d82-89af-4f2f-9bf6-d28842fc81d2', 'name': '', 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'mac_address': 'fa:16:3e:14:61:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:59Z', 'updated_at': '2020-12-02T17:54:02Z', 'revision_number': 2, 'project_id': '2b9f580ccafc411288557243f06a641f', 'subnets': [{'id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:54:10.828554 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Pushing event updated for resources: {'Port': ['ID=1dfc23a5-90eb-431e-bba2-eaa0206cb500,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:10.838750 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:54:10.845156 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:10.853383 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:54:10.952828 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ecb3bd5b-519c-4af3-af7f-7af47b7d35f3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:11.008338 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:11.036115 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Transition to ACTIVE for port object 7de24a71-18bb-4f39-90a3-425506d2ca75 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:11.058503 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c6e9b00>, [{'id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'name': 'tempest-TestVolumeBootPattern-514728790-router', 'tenant_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:54:04Z', 'revision_number': 4, 'project_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'gw_port': {'id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '0fb12cf8-1942-490c-b26d-51450ac7f960', 'name': '', 'network_id': '0b569ece-1ee3-4350-a5b1-8dd1e25e394d', 'tenant_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'mac_address': 'fa:16:3e:cb:5b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2a8949a9-8146-4f54-acca-e70f8a4a7d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:00Z', 'updated_at': '2020-12-02T17:54:09Z', 'revision_number': 4, 'project_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'subnets': [{'id': '2a8949a9-8146-4f54-acca-e70f8a4a7d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:11.071460 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c85364-b815-4889-a2b9-7b249903b4d3 None None] The sync data for ids ['3299a299-7eb2-4070-ab65-95d65520dddd'] in dv-cinder-733623-9-iscsi is: [{'id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'name': 'tempest-TestVolumeBootPattern-514728790-router', 'tenant_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T17:54:04Z', 'revision_number': 4, 'project_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'gw_port': {'id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '0fb12cf8-1942-490c-b26d-51450ac7f960', 'name': '', 'network_id': '0b569ece-1ee3-4350-a5b1-8dd1e25e394d', 'tenant_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'mac_address': 'fa:16:3e:cb:5b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '2a8949a9-8146-4f54-acca-e70f8a4a7d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:00Z', 'updated_at': '2020-12-02T17:54:09Z', 'revision_number': 4, 'project_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'subnets': [{'id': '2a8949a9-8146-4f54-acca-e70f8a4a7d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:54:11.082300 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Transition to ACTIVE for port object 7de24a71-18bb-4f39-90a3-425506d2ca75 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:11.123049 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:54:11.132020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b1c54b8d-4cdb-4bf2-adfb-fcca2e1f42fe req-1e66da8b-6165-4300-9b52-86a48732a61f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for security_group_rule, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:11.152501 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b1c54b8d-4cdb-4bf2-adfb-fcca2e1f42fe req-1e66da8b-6165-4300-9b52-86a48732a61f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.9493504
Dec 02 17:54:11.156041 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66da8b-6165-4300-9b52-86a48732a61f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26129b47-cddd-4190-826c-064298e1a6c1,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:11.177909 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:11.284829 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:11.335813 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1e66da8b-6165-4300-9b52-86a48732a61f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:11.369420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ff84a-fbc7-48bb-b389-202c15c5484e req-d3964e00-a00e-4703-91bd-e4bcbab78fc5 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:11.378304 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-562ff84a-fbc7-48bb-b389-202c15c5484e req-d3964e00-a00e-4703-91bd-e4bcbab78fc5 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.1545489
Dec 02 17:54:11.445517 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9293e1d4-ed80-42e1-a67e-137c7a161f2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:11.475545 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-562ff84a-fbc7-48bb-b389-202c15c5484e req-36443bdc-3729-4cff-8fd7-fbef5f837735 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960791
Dec 02 17:54:11.655864 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0b53f2ad-67f8-4300-a085-96bd951b6366 req-9e1a3c8e-94d8-4ae8-ab2d-85a9ee93e994 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups/9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f HTTP/1.1" status: 200  len: 2319 time: 0.1118147
Dec 02 17:54:11.662404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-0b53f2ad-67f8-4300-a085-96bd951b6366 req-0cb69a62-24cd-4020-b8e1-36705e05f05d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f', 'remote_group_id': None}]} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:11.662877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-0b53f2ad-67f8-4300-a085-96bd951b6366 req-0cb69a62-24cd-4020-b8e1-36705e05f05d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f', 'remote_group_id': None}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:11.675860 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-0b53f2ad-67f8-4300-a085-96bd951b6366 req-0cb69a62-24cd-4020-b8e1-36705e05f05d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:11.703731 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-0b53f2ad-67f8-4300-a085-96bd951b6366 req-0cb69a62-24cd-4020-b8e1-36705e05f05d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Usage tracker for resource:security_group_rule and tenant:4efb85fc834d471fbfdaf374fbfc0c75 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:11.708278 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-0b53f2ad-67f8-4300-a085-96bd951b6366 req-0cb69a62-24cd-4020-b8e1-36705e05f05d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:11.725283 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-0b53f2ad-67f8-4300-a085-96bd951b6366 req-0cb69a62-24cd-4020-b8e1-36705e05f05d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:11.853941 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-84eb5e6a-c3d1-4c06-b2a4-3d49dda3a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:11.881232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-0b53f2ad-67f8-4300-a085-96bd951b6366 req-0cb69a62-24cd-4020-b8e1-36705e05f05d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for security_group_rule, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:11.888988 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:11.941813 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-0b53f2ad-67f8-4300-a085-96bd951b6366 req-0cb69a62-24cd-4020-b8e1-36705e05f05d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:11.947144 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-0b53f2ad-67f8-4300-a085-96bd951b6366 req-0cb69a62-24cd-4020-b8e1-36705e05f05d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674995'] for security_group_rule, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:11.949729 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:11.970256 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Network 56252445-cb9e-4a43-bb8d-1dff085eab32 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:54:11.976480 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:54:11.994861 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:54:11.995444 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb69a62-24cd-4020-b8e1-36705e05f05d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95771ca-dfb8-4517-8042-8716577eaaad,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:12.005105 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-0cb69a62-24cd-4020-b8e1-36705e05f05d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:12.015484 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-84eb5e6a-c3d1-4c06-b2a4-3d49dda3a984 None None] For port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82,segment=NetworkSegment(a669463e-0df4-4083-ab53-540a9d427bd2),segment_id=a669463e-0df4-4083-ab53-540a9d427bd2)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:12.037183 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-0b53f2ad-67f8-4300-a085-96bd951b6366 req-0cb69a62-24cd-4020-b8e1-36705e05f05d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for security_group_rule, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:12.048393 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0b53f2ad-67f8-4300-a085-96bd951b6366 req-0cb69a62-24cd-4020-b8e1-36705e05f05d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.3913007
Dec 02 17:54:12.070388 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:12.209770 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-84eb5e6a-c3d1-4c06-b2a4-3d49dda3a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:12.333347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Pushing event updated for resources: {'Port': ['ID=7de24a71-18bb-4f39-90a3-425506d2ca75,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:12.345438 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.900s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:12.354550 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cc705bb0-b64d-41d4-b6a0-c0ca268c064d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:12.357813 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fdb06-d841-4b86-adc3-aa941bb3253e req-7e848a1b-b7a2-40dd-8851-8c523c9a8693 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:12.372654 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e9fdb06-d841-4b86-adc3-aa941bb3253e req-7e848a1b-b7a2-40dd-8851-8c523c9a8693 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 0.9322252
Dec 02 17:54:12.443638 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Attempting to bind port 7de24a71-18bb-4f39-90a3-425506d2ca75 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:54:12.444231 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Attempting to bind port 7de24a71-18bb-4f39-90a3-425506d2ca75 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '440fe43d-6d0f-412f-83c1-bfd20382b016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:54:12.444764 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Attempting to bind port 7de24a71-18bb-4f39-90a3-425506d2ca75 on network 56252445-cb9e-4a43-bb8d-1dff085eab32 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:54:12.482524 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:54:12.482973 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Checking segment: {'id': '440fe43d-6d0f-412f-83c1-bfd20382b016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:54:12.483431 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:12.483906 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Bound using segment: {'id': '440fe43d-6d0f-412f-83c1-bfd20382b016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:54:12.484500 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Bound port: 7de24a71-18bb-4f39-90a3-425506d2ca75, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440fe43d-6d0f-412f-83c1-bfd20382b016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:54:12.484930 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:12.523597 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 17:54:12.523925 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 17:54:12.591202 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2b8b1-ee0e-4137-b9ea-da32941b08f8 req-fa0836b0-25c3-4c3a-be14-4a56616fdb24 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:12.607331 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3ab2b8b1-ee0e-4137-b9ea-da32941b08f8 req-fa0836b0-25c3-4c3a-be14-4a56616fdb24 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.2057545
Dec 02 17:54:12.747322 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3ab2b8b1-ee0e-4137-b9ea-da32941b08f8 req-8f9e0f00-b69a-4f61-8d22-6b6997579510 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1389251
Dec 02 17:54:12.917265 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] For port 7de24a71-18bb-4f39-90a3-425506d2ca75, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:54:12.933371 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] For port 7de24a71-18bb-4f39-90a3-425506d2ca75, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=7de24a71-18bb-4f39-90a3-425506d2ca75,segment=NetworkSegment(440fe43d-6d0f-412f-83c1-bfd20382b016),segment_id=440fe43d-6d0f-412f-83c1-bfd20382b016)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:54:12.948797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 242f88eb-166a-4be3-adc3-411b12ab6841 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:54:12.980592 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e9fdb06-d841-4b86-adc3-aa941bb3253e req-4277f756-891e-49ce-a3c3-5fe0254b4a8c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5970476
Dec 02 17:54:12.981938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854208407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558366'] for router, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:13.057627 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:13.210112 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb5e6a-c3d1-4c06-b2a4-3d49dda3a984 None None] Pushing event updated for resources: {'Port': ['ID=00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:13.258792 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-b772c32a-d34f-4954-bd1d-42cddec2cf43 None None] Provisioning complete for port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:13.260730 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b772c32a-d34f-4954-bd1d-42cddec2cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:13.262971 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324e6f0-db9c-4a21-92d3-c947cda5525d req-5d3549ec-7cd0-42ce-aac8-7017f45ef319 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:13.285686 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0324e6f0-db9c-4a21-92d3-c947cda5525d req-5d3549ec-7cd0-42ce-aac8-7017f45ef319 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.2085943
Dec 02 17:54:13.426036 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-84eb5e6a-c3d1-4c06-b2a4-3d49dda3a984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.072s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:13.436946 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0324e6f0-db9c-4a21-92d3-c947cda5525d req-0f888c78-a42e-4260-8d9b-09f73a8f72e8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1502428
Dec 02 17:54:13.503325 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-c7f6a127-b650-4168-869f-a285f7aeb63c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:13.504939 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-c7f6a127-b650-4168-869f-a285f7aeb63c tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.43 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 946 time: 1.2737973
Dec 02 17:54:13.507039 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.297s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:13.627303 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Deleting port 242f88eb-166a-4be3-adc3-411b12ab6841 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:54:13.627699 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:13.657592 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Pushing event updated for resources: {'Port': ['ID=7de24a71-18bb-4f39-90a3-425506d2ca75,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:13.844831 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:13.891812 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-b772c32a-d34f-4954-bd1d-42cddec2cf43 None None] Provisioning complete for port 97059d82-89af-4f2f-9bf6-d28842fc81d2 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:13.893671 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b772c32a-d34f-4954-bd1d-42cddec2cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:14.001024 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-b772c32a-d34f-4954-bd1d-42cddec2cf43 None None] Port 97059d82-89af-4f2f-9bf6-d28842fc81d2 cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:54:14.004297 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device b1a03244-2b6e-4180-878b-8648d6e4769a up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:14.129508 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:14.217374 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] For port 242f88eb-166a-4be3-adc3-411b12ab6841, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=242f88eb-166a-4be3-adc3-411b12ab6841,segment=NetworkSegment(fd87f040-a08d-408f-af11-f73d0372a4bd),segment_id=fd87f040-a08d-408f-af11-f73d0372a4bd)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:14.217790 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:14.230944 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 242f88eb-166a-4be3-adc3-411b12ab6841, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=242f88eb-166a-4be3-adc3-411b12ab6841,segment=NetworkSegment(fd87f040-a08d-408f-af11-f73d0372a4bd),segment_id=fd87f040-a08d-408f-af11-f73d0372a4bd)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:14.232781 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3d760d-ff4a-43e4-94bc-b82c55470886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '242f88eb-166a-4be3-adc3-411b12ab6841'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:54:14.242513 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:14.254311 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:14.321576 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5681a26-55ac-46b9-b25f-40cd50bde55b req-be75d615-d6aa-4fc6-a3af-ca7f13981cf3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:14.323285 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b5681a26-55ac-46b9-b25f-40cd50bde55b req-be75d615-d6aa-4fc6-a3af-ca7f13981cf3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1978731
Dec 02 17:54:14.348057 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=242f88eb-166a-4be3-adc3-411b12ab6841,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:14.354208 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:14.354882 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port b1a03244-2b6e-4180-878b-8648d6e4769a triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:14.355295 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:14.375362 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d8817-612a-4e39-8730-c61c2a14e30f req-c643c353-4fdc-437b-813e-8f2abf9ecba2 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:14.389929 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e13d8817-612a-4e39-8730-c61c2a14e30f req-c643c353-4fdc-437b-813e-8f2abf9ecba2 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 944 time: 0.1179101
Dec 02 17:54:14.462852 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e13d8817-612a-4e39-8730-c61c2a14e30f req-93ab404b-e2ae-4065-86cf-54ff4238314d tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724297
Dec 02 17:54:14.488462 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Calling delete_port for 242f88eb-166a-4be3-adc3-411b12ab6841 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:54:14.539486 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device c99ecee5-5140-443b-9625-db4dc5964700 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:14.551831 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b5681a26-55ac-46b9-b25f-40cd50bde55b req-4b323394-56c6-4ed6-9e16-b5f52f05eb46 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1398420
Dec 02 17:54:14.588528 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Router 18887737-7830-4faa-9ff8-0d41e4a01f6f is scheduled to L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 with binding_index 1 {{(pid=80243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 17:54:14.620581 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3d760d-ff4a-43e4-94bc-b82c55470886', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '242f88eb-166a-4be3-adc3-411b12ab6841', 'code': 200}
Dec 02 17:54:14.668441 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port c99ecee5-5140-443b-9625-db4dc5964700 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:14.669020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:14.839952 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:54:14.865314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Notify callbacks [] for router, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:14.870105 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 7.6301868
Dec 02 17:54:14.871174 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 55838) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:14.983816 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Sync routers for ids ['18887737-7830-4faa-9ff8-0d41e4a01f6f'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:54:14.988938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed6ce2-8404-4111-8963-c51da9ecef17 req-cb7fb817-dede-4669-88bb-44a26f8c8bd5 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:15.000075 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c7ed6ce2-8404-4111-8963-c51da9ecef17 req-cb7fb817-dede-4669-88bb-44a26f8c8bd5 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.2397387
Dec 02 17:54:15.006307 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Routers {'18887737-7830-4faa-9ff8-0d41e4a01f6f'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:54:15.007305 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6d2f0f60>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:53:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['18887737-7830-4faa-9ff8-0d41e4a01f6f'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:15.123184 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c7ed6ce2-8404-4111-8963-c51da9ecef17 req-07c7e7bf-226a-49e3-ae31-7b2f5439432a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1074708
Dec 02 17:54:15.201121 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 17:54:15.201658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 17:54:15.205505 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 257d1482-7082-4beb-9105-6b7421c3974c up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:15.647633 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Set router 18887737-7830-4faa-9ff8-0d41e4a01f6f gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:54:15.717875 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Deleting port 242f88eb-166a-4be3-adc3-411b12ab6841 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:54:15.718264 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:15.877254 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 7de24a71-18bb-4f39-90a3-425506d2ca75 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:15.974060 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05873c7f-af0f-40d5-8a1c-8c7c20193396 req-a0f67cf2-dd42-4af8-9de7-aef8d00c969a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:15.982426 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-05873c7f-af0f-40d5-8a1c-8c7c20193396 req-a0f67cf2-dd42-4af8-9de7-aef8d00c969a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1622360
Dec 02 17:54:16.070043 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-05873c7f-af0f-40d5-8a1c-8c7c20193396 req-c5bd4407-34aa-4f9d-baf0-ba97bbbf1890 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0857563
Dec 02 17:54:16.423864 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 257d1482-7082-4beb-9105-6b7421c3974c triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:16.427859 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:16.558301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb204ac3-ef6b-4a77-a2cd-d0389d9d71a6 req-f7cccdf4-f28f-4804-8da4-9ff131413176 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:16.569399 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-cb204ac3-ef6b-4a77-a2cd-d0389d9d71a6 req-f7cccdf4-f28f-4804-8da4-9ff131413176 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.1774158
Dec 02 17:54:16.669185 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-cb204ac3-ef6b-4a77-a2cd-d0389d9d71a6 req-19f3d673-f07f-43e7-b40f-a6e2294da986 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0984960
Dec 02 17:54:16.771359 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672bffc-8f5e-4f01-9e26-5030fcce3898 req-96ea6007-f7f0-45fc-8a7f-af9b8fdbb2b9 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:16.772956 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c672bffc-8f5e-4f01-9e26-5030fcce3898 req-96ea6007-f7f0-45fc-8a7f-af9b8fdbb2b9 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 944 time: 1.1018882
Dec 02 17:54:16.839860 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 7de24a71-18bb-4f39-90a3-425506d2ca75 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:16.853594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 0fb12cf8-1942-490c-b26d-51450ac7f960 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:16.903933 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:16.942977 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25007ab6-d7fb-4373-8b2b-4aa755946a8a None None] Network 56252445-cb9e-4a43-bb8d-1dff085eab32 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:54:17.035273 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Sync routers for ids ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:54:17.046844 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Routers {'9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:54:17.047894 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c3604a8>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:53:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:17.072816 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6d2f0f60>, [{'id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'name': 'tempest-TestShelveInstance-1778024443-router', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:07Z', 'updated_at': '2020-12-02T17:54:11Z', 'revision_number': 3, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'gw_port': {'id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:09Z', 'updated_at': '2020-12-02T17:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:17.095595 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Checking router: 18887737-7830-4faa-9ff8-0d41e4a01f6f for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:54:17.096017 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Updating router 18887737-7830-4faa-9ff8-0d41e4a01f6f port 1dfc23a5-90eb-431e-bba2-eaa0206cb500 binding host dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:54:17.210153 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:17.322184 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Set router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:54:17.601088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cb7c8-5be0-45cd-a11a-9665a8c257b8 req-9772f554-b04c-4347-9a0d-19694ccd8f02 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:17.603251 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a71cb7c8-5be0-45cd-a11a-9665a8c257b8 req-9772f554-b04c-4347-9a0d-19694ccd8f02 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1934545
Dec 02 17:54:17.712365 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a71cb7c8-5be0-45cd-a11a-9665a8c257b8 req-9d4884c0-153b-4b07-bbf6-4ec35fe06ac9 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1026475
Dec 02 17:54:17.829820 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:17.859452 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Transition to ACTIVE for port object 1dfc23a5-90eb-431e-bba2-eaa0206cb500 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:17.870214 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c3604a8>, [{'id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'name': 'tempest-TestMinimumBasicScenario-1460225543-router', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:54:02Z', 'revision_number': 4, 'project_id': '2b9f580ccafc411288557243f06a641f', 'gw_port': {'id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '97059d82-89af-4f2f-9bf6-d28842fc81d2', 'name': '', 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'mac_address': 'fa:16:3e:14:61:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:59Z', 'updated_at': '2020-12-02T17:54:02Z', 'revision_number': 2, 'project_id': '2b9f580ccafc411288557243f06a641f', 'subnets': [{'id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:17.871402 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 0fb12cf8-1942-490c-b26d-51450ac7f960 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:17.875250 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Checking router: 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:54:17.875655 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Updating router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 port 97059d82-89af-4f2f-9bf6-d28842fc81d2 binding host dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:54:17.890384 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 0fb12cf8-1942-490c-b26d-51450ac7f960 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:17.890833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:17.934207 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:17.946755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-ad90b2b1-4bed-4255-b313-dd9952297b8e None None] Provisioning for port 7de24a71-18bb-4f39-90a3-425506d2ca75 completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:17.999120 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Allocated IP 172.20.0.1 (56252445-cb9e-4a43-bb8d-1dff085eab32/cdebc9bf-e6e3-445f-8fe7-512f6d458a56/53f23181-7f2d-4aca-97ec-2ec0479f0a20) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:54:18.052475 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c672bffc-8f5e-4f01-9e26-5030fcce3898 req-7966c284-5f97-47f8-8ce3-689d706df5eb tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/security-groups?id=aa5c7325-a64a-4695-8ef6-66eceac100b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2159069
Dec 02 17:54:18.083174 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:18.108069 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] For port 242f88eb-166a-4be3-adc3-411b12ab6841, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=242f88eb-166a-4be3-adc3-411b12ab6841,segment=NetworkSegment(fd87f040-a08d-408f-af11-f73d0372a4bd),segment_id=fd87f040-a08d-408f-af11-f73d0372a4bd)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:18.108850 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:18.213463 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8129b96-8616-42a9-a42d-8bf1a77bd5fd req-e4f04268-7fac-4e8e-ae4d-9345af2c0419 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:18.215363 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f8129b96-8616-42a9-a42d-8bf1a77bd5fd req-e4f04268-7fac-4e8e-ae4d-9345af2c0419 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.2108705
Dec 02 17:54:18.257225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Calling delete_port for 242f88eb-166a-4be3-adc3-411b12ab6841 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:54:18.268306 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:18.335079 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f8129b96-8616-42a9-a42d-8bf1a77bd5fd req-73d8fa42-bcd3-4957-850b-902cd85a7af2 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1114166
Dec 02 17:54:18.375502 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5a0c2-055c-48e3-a30b-45d2a86eed2e None None] Pushing event updated for resources: {'Port': ['ID=1dfc23a5-90eb-431e-bba2-eaa0206cb500,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:18.385068 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-dcd5a0c2-055c-48e3-a30b-45d2a86eed2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:18.391886 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-ad90b2b1-4bed-4255-b313-dd9952297b8e None None] Provisioning complete for port 7de24a71-18bb-4f39-90a3-425506d2ca75 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:18.392355 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ad90b2b1-4bed-4255-b313-dd9952297b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:18.441173 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:18.474227 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:18.532343 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:18.549797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Pushing event deleted for resources: {'Port': ['ID=242f88eb-166a-4be3-adc3-411b12ab6841,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:18.569212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:18.655276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Attempting to bind port 1dfc23a5-90eb-431e-bba2-eaa0206cb500 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:54:18.655839 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Attempting to bind port 1dfc23a5-90eb-431e-bba2-eaa0206cb500 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:54:18.656091 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Attempting to bind port 1dfc23a5-90eb-431e-bba2-eaa0206cb500 on network 0e06ccbb-5acd-4938-8c27-f383e561e919 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:54:18.671822 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ad90b2b1-4bed-4255-b313-dd9952297b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:18.682249 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:54:18.682713 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Checking segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:54:18.683170 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:18.683776 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Bound using segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:54:18.684315 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Bound port: 1dfc23a5-90eb-431e-bba2-eaa0206cb500, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:54:18.686954 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:18.754020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:18.771987 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] For port 1dfc23a5-90eb-431e-bba2-eaa0206cb500, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:54:18.775471 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] For port 1dfc23a5-90eb-431e-bba2-eaa0206cb500, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=1dfc23a5-90eb-431e-bba2-eaa0206cb500,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:54:18.792472 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Transition to ACTIVE for port object 97059d82-89af-4f2f-9bf6-d28842fc81d2 will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:18.796901 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:18.800260 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:18.826990 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:18.856209 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] No DVR routers for this DVR port 242f88eb-166a-4be3-adc3-411b12ab6841 on host hv-cinder-73362 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 17:54:18.859946 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:18.863882 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a3d760d-ff4a-43e4-94bc-b82c55470886', 'name': 'network-vif-deleted', 'tag': '242f88eb-166a-4be3-adc3-411b12ab6841'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:54:18.871452 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Transition to ACTIVE for port object 53f23181-7f2d-4aca-97ec-2ec0479f0a20 will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:18.892826 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-290e1822-d6ad-410a-9365-6d5bdf5e296e req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.43 "DELETE /v2.0/ports/242f88eb-166a-4be3-adc3-411b12ab6841 HTTP/1.1" status: 204  len: 173 time: 5.3756800
Dec 02 17:54:18.909756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:19.078753 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7c90244e-5792-46e4-b43e-b18a0852f385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:19.093477 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2127ad3a-cfa4-493e-9a46-e0bbd5786219 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:19.178862 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a3d760d-ff4a-43e4-94bc-b82c55470886', 'name': 'network-vif-deleted', 'tag': '242f88eb-166a-4be3-adc3-411b12ab6841', 'status': 'completed', 'code': 200}
Dec 02 17:54:19.283925 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bd050-be8e-42a9-ad22-23677968f4ae None None] Pushing event updated for resources: {'Port': ['ID=97059d82-89af-4f2f-9bf6-d28842fc81d2,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:19.284295 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Network 56252445-cb9e-4a43-bb8d-1dff085eab32 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:54:19.285411 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Pushing event updated for resources: {'Port': ['ID=53f23181-7f2d-4aca-97ec-2ec0479f0a20,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:19.289127 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5c9bd050-be8e-42a9-ad22-23677968f4ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:19.302545 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:19.305268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:54:19.307814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:54:19.364950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:19.503469 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854217277'] for router_interface, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:19.537514 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e2055d9c-e755-42f3-ad7a-ca129818b4e6 req-55c936e6-3e72-4681-8476-b606a2b9f346 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] 10.222.0.21 "GET /v2.0/ports?device_id=7a3d760d-ff4a-43e4-94bc-b82c55470886 HTTP/1.1" status: 200  len: 210 time: 0.1290092
Dec 02 17:54:19.552511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5a0c2-055c-48e3-a30b-45d2a86eed2e None None] Pushing event updated for resources: {'Port': ['ID=1dfc23a5-90eb-431e-bba2-eaa0206cb500,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:19.556266 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-dcd5a0c2-055c-48e3-a30b-45d2a86eed2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:19.569745 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Attempting to bind port 97059d82-89af-4f2f-9bf6-d28842fc81d2 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:54:19.570371 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Attempting to bind port 97059d82-89af-4f2f-9bf6-d28842fc81d2 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': 'a669463e-0df4-4083-ab53-540a9d427bd2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:54:19.570604 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Attempting to bind port 97059d82-89af-4f2f-9bf6-d28842fc81d2 on network fc9cfd30-dc19-40d0-b8bc-150ba28d84ea {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:54:19.585085 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:54:19.585500 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Checking segment: {'id': 'a669463e-0df4-4083-ab53-540a9d427bd2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:54:19.585947 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:19.588540 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Bound using segment: {'id': 'a669463e-0df4-4083-ab53-540a9d427bd2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:54:19.589032 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Bound port: 97059d82-89af-4f2f-9bf6-d28842fc81d2, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a669463e-0df4-4083-ab53-540a9d427bd2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:54:19.589415 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-ad90b2b1-4bed-4255-b313-dd9952297b8e None None] For port 7de24a71-18bb-4f39-90a3-425506d2ca75, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=7de24a71-18bb-4f39-90a3-425506d2ca75,segment=NetworkSegment(440fe43d-6d0f-412f-83c1-bfd20382b016),segment_id=440fe43d-6d0f-412f-83c1-bfd20382b016)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:19.589545 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:19.628097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044a05f-8c21-4ddc-b341-0ba526ef0e45 req-e476dccf-66ff-4ad5-9ae8-693b9aa47860 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:19.636064 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a044a05f-8c21-4ddc-b341-0ba526ef0e45 req-e476dccf-66ff-4ad5-9ae8-693b9aa47860 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.4539058
Dec 02 17:54:19.645753 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ad90b2b1-4bed-4255-b313-dd9952297b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:19.660588 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:19.750613 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port 0fb12cf8-1942-490c-b26d-51450ac7f960, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=0fb12cf8-1942-490c-b26d-51450ac7f960,segment=NetworkSegment(1d60bd5c-8c75-43b2-8377-09777b6eecb6),segment_id=1d60bd5c-8c75-43b2-8377-09777b6eecb6)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:19.756202 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90b2b1-4bed-4255-b313-dd9952297b8e None None] Pushing event updated for resources: {'Port': ['ID=7de24a71-18bb-4f39-90a3-425506d2ca75,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:19.769301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ad90b2b1-4bed-4255-b313-dd9952297b8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:19.793271 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:19.794447 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:19.861721 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a044a05f-8c21-4ddc-b341-0ba526ef0e45 req-cc1076b9-4126-476e-8c3f-ce4bf35828cb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2087181
Dec 02 17:54:19.875589 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-567e1f25-4ff6-477f-90ad-9f101c757a66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:19.901288 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] For port 97059d82-89af-4f2f-9bf6-d28842fc81d2, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:54:19.905660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] For port 97059d82-89af-4f2f-9bf6-d28842fc81d2, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=97059d82-89af-4f2f-9bf6-d28842fc81d2,segment=NetworkSegment(a669463e-0df4-4083-ab53-540a9d427bd2),segment_id=a669463e-0df4-4083-ab53-540a9d427bd2)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:54:19.911039 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:19.945122 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:20.031789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:20.048017 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565923e4-ba67-420c-ae62-f38352b92d50 req-f5c11671-ae2d-4de9-8aa2-7f86cb8e342a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:20.057723 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-565923e4-ba67-420c-ae62-f38352b92d50 req-f5c11671-ae2d-4de9-8aa2-7f86cb8e342a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.2536011
Dec 02 17:54:20.140244 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=0fb12cf8-1942-490c-b26d-51450ac7f960,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:20.195201 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-565923e4-ba67-420c-ae62-f38352b92d50 req-5928f1e6-ca1e-4580-b42a-dd68a7f291fe tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1364012
Dec 02 17:54:20.196029 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bd050-be8e-42a9-ad22-23677968f4ae None None] Pushing event updated for resources: {'Port': ['ID=97059d82-89af-4f2f-9bf6-d28842fc81d2,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:20.212346 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5c9bd050-be8e-42a9-ad22-23677968f4ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:20.247584 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:20.292887 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Routers {'9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:54:20.293675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c3604a8>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:53:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:20.310197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:20.311304 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:20.407113 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Routers {'18887737-7830-4faa-9ff8-0d41e4a01f6f'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:54:20.408820 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6d2f0f60>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:53:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['18887737-7830-4faa-9ff8-0d41e4a01f6f'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:20.606585 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] Set router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:54:20.644112 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:20.658967 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:20.740580 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:20.840411 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 5452fefc-ab6c-4343-bd94-4981b73b5b62 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:20.847691 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 55874) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:21.024884 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] Set router 18887737-7830-4faa-9ff8-0d41e4a01f6f gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:54:21.074835 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Pushing event updated for resources: {'Port': ['ID=53f23181-7f2d-4aca-97ec-2ec0479f0a20,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:21.089856 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:21.092372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3990230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573214'] for router_interface, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:21.199444 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-952eda11-21da-47c1-a012-313959d8d002 None None] Provisioning complete for port 7de24a71-18bb-4f39-90a3-425506d2ca75 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:21.199869 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-952eda11-21da-47c1-a012-313959d8d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:21.356328 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c3604a8>, [{'id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'name': 'tempest-TestMinimumBasicScenario-1460225543-router', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:54:02Z', 'revision_number': 4, 'project_id': '2b9f580ccafc411288557243f06a641f', 'gw_port': {'id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '97059d82-89af-4f2f-9bf6-d28842fc81d2', 'name': '', 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'mac_address': 'fa:16:3e:14:61:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:59Z', 'updated_at': '2020-12-02T17:54:19Z', 'revision_number': 4, 'project_id': '2b9f580ccafc411288557243f06a641f', 'subnets': [{'id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:21.365367 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce62cf2-4941-497d-a709-f6467cc4b264 None None] The sync data for ids ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'] in dv-cinder-733623-9-iscsi is: [{'id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'name': 'tempest-TestMinimumBasicScenario-1460225543-router', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:54:02Z', 'revision_number': 4, 'project_id': '2b9f580ccafc411288557243f06a641f', 'gw_port': {'id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '97059d82-89af-4f2f-9bf6-d28842fc81d2', 'name': '', 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'mac_address': 'fa:16:3e:14:61:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:59Z', 'updated_at': '2020-12-02T17:54:19Z', 'revision_number': 4, 'project_id': '2b9f580ccafc411288557243f06a641f', 'subnets': [{'id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:54:21.413953 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 5452fefc-ab6c-4343-bd94-4981b73b5b62 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:21.601067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 5452fefc-ab6c-4343-bd94-4981b73b5b62 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:21.601950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:21.693646 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3375526-547d-4654-a8c7-d6d0ff72b210 req-35fe0148-d19e-4b95-954e-a1e094ddf2d4 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:21.710953 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b3375526-547d-4654-a8c7-d6d0ff72b210 req-35fe0148-d19e-4b95-954e-a1e094ddf2d4 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.2189217
Dec 02 17:54:21.745804 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Network 56252445-cb9e-4a43-bb8d-1dff085eab32 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:54:21.748634 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:54:21.801121 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b3375526-547d-4654-a8c7-d6d0ff72b210 req-c5330076-9bd5-44b0-ab04-3231db459059 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890596
Dec 02 17:54:22.230552 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Router 18887737-7830-4faa-9ff8-0d41e4a01f6f has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:54:22.290140 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:22.312285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-952eda11-21da-47c1-a012-313959d8d002 None None] Provisioning for port 53f23181-7f2d-4aca-97ec-2ec0479f0a20 completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:22.332410 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-952eda11-21da-47c1-a012-313959d8d002 None None] Provisioning complete for port 53f23181-7f2d-4aca-97ec-2ec0479f0a20 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:22.332921 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-952eda11-21da-47c1-a012-313959d8d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:22.355962 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558260'] for router_interface, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:22.417714 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-952eda11-21da-47c1-a012-313959d8d002 None None] Port 53f23181-7f2d-4aca-97ec-2ec0479f0a20 cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:54:22.433143 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port 5452fefc-ab6c-4343-bd94-4981b73b5b62, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=5452fefc-ab6c-4343-bd94-4981b73b5b62,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:22.452810 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6d2f0f60>, [{'id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'name': 'tempest-TestShelveInstance-1778024443-router', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:07Z', 'updated_at': '2020-12-02T17:54:19Z', 'revision_number': 4, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'gw_port': {'id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:09Z', 'updated_at': '2020-12-02T17:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '53f23181-7f2d-4aca-97ec-2ec0479f0a20', 'name': '', 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'mac_address': 'fa:16:3e:72:4f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:17Z', 'updated_at': '2020-12-02T17:54:18Z', 'revision_number': 1, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'subnets': [{'id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:22.458970 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:22.466282 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c809bc-d6ae-4d41-a3a3-b9f393376be6 None None] The sync data for ids ['18887737-7830-4faa-9ff8-0d41e4a01f6f'] in dv-cinder-733623-9-iscsi is: [{'id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'name': 'tempest-TestShelveInstance-1778024443-router', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:07Z', 'updated_at': '2020-12-02T17:54:19Z', 'revision_number': 4, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'gw_port': {'id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:09Z', 'updated_at': '2020-12-02T17:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '53f23181-7f2d-4aca-97ec-2ec0479f0a20', 'name': '', 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'mac_address': 'fa:16:3e:72:4f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:17Z', 'updated_at': '2020-12-02T17:54:18Z', 'revision_number': 1, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'subnets': [{'id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:54:22.468850 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:22.628756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=5452fefc-ab6c-4343-bd94-4981b73b5b62,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:22.634417 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:22.658459 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-61d7d1bc-ea48-476f-b4bd-fe9350846798 None None] Provisioning complete for port 7de24a71-18bb-4f39-90a3-425506d2ca75 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:22.658937 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-61d7d1bc-ea48-476f-b4bd-fe9350846798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:22.722603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 7de24a71-18bb-4f39-90a3-425506d2ca75 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:22.969593 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:54:22.975285 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] 10.222.0.21 "PUT /v2.0/routers/18887737-7830-4faa-9ff8-0d41e4a01f6f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1014977
Dec 02 17:54:22.977392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 7de24a71-18bb-4f39-90a3-425506d2ca75 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:22.983096 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:23.142803 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0750c472-6c8d-4454-9e36-f2276e99a553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:23.177477 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-61d7d1bc-ea48-476f-b4bd-fe9350846798 None None] Provisioning complete for port 53f23181-7f2d-4aca-97ec-2ec0479f0a20 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:23.178275 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-61d7d1bc-ea48-476f-b4bd-fe9350846798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:23.303035 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6fbcf-84cb-48e4-8077-f50908236a06 req-7e13c8ad-9ee0-4cfd-a0c2-58f676b34648 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:23.304958 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a6fbcf-84cb-48e4-8077-f50908236a06 req-7e13c8ad-9ee0-4cfd-a0c2-58f676b34648 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.2061307
Dec 02 17:54:23.323225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e0f2b-d17d-4b42-8841-1f9bc09fd98b req-8656e0dd-ee85-43e3-9fb5-6f07823d79c2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:23.339380 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c14e0f2b-d17d-4b42-8841-1f9bc09fd98b req-8656e0dd-ee85-43e3-9fb5-6f07823d79c2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 1.0452375
Dec 02 17:54:23.343796 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-61d7d1bc-ea48-476f-b4bd-fe9350846798 None None] Port 53f23181-7f2d-4aca-97ec-2ec0479f0a20 cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:54:23.379915 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 97059d82-89af-4f2f-9bf6-d28842fc81d2 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:23.410393 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75a6fbcf-84cb-48e4-8077-f50908236a06 req-97c321c0-d405-4405-af78-7d4bdd011105 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0980887
Dec 02 17:54:23.424912 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c14e0f2b-d17d-4b42-8841-1f9bc09fd98b req-a33b21eb-b853-4696-82f1-a715e36ea556 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0832071
Dec 02 17:54:23.564615 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 97059d82-89af-4f2f-9bf6-d28842fc81d2 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:23.578960 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 97059d82-89af-4f2f-9bf6-d28842fc81d2 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:23.580383 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:23.860251 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Deleting port 3ac51f13-cac7-4879-9062-85f2eece5165 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:54:23.861275 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:24.194967 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] For port 3ac51f13-cac7-4879-9062-85f2eece5165, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=3ac51f13-cac7-4879-9062-85f2eece5165,segment=NetworkSegment(fd87f040-a08d-408f-af11-f73d0372a4bd),segment_id=fd87f040-a08d-408f-af11-f73d0372a4bd)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:24.195513 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:24.238464 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:24.326919 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port 97059d82-89af-4f2f-9bf6-d28842fc81d2, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=97059d82-89af-4f2f-9bf6-d28842fc81d2,segment=NetworkSegment(a669463e-0df4-4083-ab53-540a9d427bd2),segment_id=a669463e-0df4-4083-ab53-540a9d427bd2)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:24.337751 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:24.339016 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 0fb12cf8-1942-490c-b26d-51450ac7f960 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:24.394579 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:24.438110 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Calling delete_port for 3ac51f13-cac7-4879-9062-85f2eece5165 owned by network:router_interface {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:54:24.511468 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=97059d82-89af-4f2f-9bf6-d28842fc81d2,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:24.525226 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:24.580163 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 0fb12cf8-1942-490c-b26d-51450ac7f960 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:24.583410 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:24.707325 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 55920) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:24.714555 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1060559989-network', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:24.733162 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:24.748663 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Usage tracker for resource:network and tenant:939a8381123d43fb914903fdf5a1e3db is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:24.763723 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:24.789522 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:24.845577 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Made reservation on behalf of 939a8381123d43fb914903fdf5a1e3db for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:54:24.863850 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:24.997346 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:25.027995 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c381e20-3d6b-4321-a507-c952e21b8ac5 req-2671e110-31c2-4022-bbf2-fddc040230d2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:25.029664 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6c381e20-3d6b-4321-a507-c952e21b8ac5 req-2671e110-31c2-4022-bbf2-fddc040230d2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1296577
Dec 02 17:54:25.036120 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:25.045931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Usage tracker for resource:security_group_rule and tenant:939a8381123d43fb914903fdf5a1e3db is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:25.068945 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:25.093720 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:25.094765 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6c381e20-3d6b-4321-a507-c952e21b8ac5 req-72e022ea-985f-4e08-9b8d-f85356e581c2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570476
Dec 02 17:54:25.104644 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434ec84-450c-4e42-87eb-86863dcf3174 req-1df5f75e-3982-407b-8ff3-fc9dda4414cc tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:25.106986 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0434ec84-450c-4e42-87eb-86863dcf3174 req-1df5f75e-3982-407b-8ff3-fc9dda4414cc tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.2240508
Dec 02 17:54:25.226989 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:25.249104 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:25.259673 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-aa7c7b0d-2a00-4017-80d3-03f1692a20b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:25.295478 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:25.299320 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2947ffa5-3ec0-4822-a996-314650e42ff8,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:25.309173 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 5452fefc-ab6c-4343-bd94-4981b73b5b62 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:25.353814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.354233 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.354713 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.355123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.355522 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.355924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.356321 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.356717 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.357112 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.357466 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:25.357587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.357874 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.358263 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.358760 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.359149 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.359540 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.367690 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.368410 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.368972 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.369557 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.370111 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.370710 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.371269 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.371823 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.372376 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.388587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:25.392769 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 17:54:25.404286 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0434ec84-450c-4e42-87eb-86863dcf3174 req-e0f7ff75-13c4-4923-b00b-f40d4119de8b tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1751783
Dec 02 17:54:25.410060 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774465036352', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:25.410916 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Added segment 130d76d2-85b9-49fe-ad9e-e3f4c273685a of type vxlan for network 4b0027ee-a9e1-4810-8942-cdad6153a931
Dec 02 17:54:25.441587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 5452fefc-ab6c-4343-bd94-4981b73b5b62 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:25.442022 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:25.458021 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac51f13-cac7-4879-9062-85f2eece5165,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:25.460679 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:25.503781 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:25.508049 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:25.511812 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:25.566544 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:25.589235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.589650 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.590057 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.590729 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.591131 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.591529 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.591923 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.592314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.592708 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.593098 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.593518 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.593918 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.594382 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.595366 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.595871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.596355 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.596746 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.597136 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.597520 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.597907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.598288 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.598744 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.599132 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.599520 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:25.614796 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:25.628764 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 97059d82-89af-4f2f-9bf6-d28842fc81d2 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:25.632276 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 0.9236720
Dec 02 17:54:25.633276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 55940) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:25.670871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 257d1482-7082-4beb-9105-6b7421c3974c up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:25.671213 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] Request body: {'subnet': {'network_id': '4b0027ee-a9e1-4810-8942-cdad6153a931', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1060559989-subnet', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db', 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:25.687751 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:25.695624 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] Usage tracker for resource:subnet and tenant:939a8381123d43fb914903fdf5a1e3db is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:25.703902 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:25.716074 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:25.738807 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] Made reservation on behalf of 939a8381123d43fb914903fdf5a1e3db for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:54:25.749749 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843322295'] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:25.775901 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ff526958-1928-4449-a472-0608ea0e4bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:25.795583 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 257d1482-7082-4beb-9105-6b7421c3974c triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:25.796057 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:25.983704 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Pushing event updated for resources: {'Network': ['ID=4b0027ee-a9e1-4810-8942-cdad6153a931,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:26.000768 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:26.100842 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network 4b0027ee-a9e1-4810-8942-cdad6153a931 details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:54:26.120525 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Network 4b0027ee-a9e1-4810-8942-cdad6153a931 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:54:26.205404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850785554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854126231'] for router_interface, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:26.287538 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 97059d82-89af-4f2f-9bf6-d28842fc81d2 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:26.288144 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:26.846118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 1dfc23a5-90eb-431e-bba2-eaa0206cb500 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:26.998834 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339d708d-fe4e-4adb-b1b8-ed54472da152 req-262610ca-0274-4494-9ce1-23906651be1f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:27.007260 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-339d708d-fe4e-4adb-b1b8-ed54472da152 req-262610ca-0274-4494-9ce1-23906651be1f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.1825535
Dec 02 17:54:27.027735 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:27.071230 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-339d708d-fe4e-4adb-b1b8-ed54472da152 req-eeacfd97-6527-443d-9e97-c89a0783199b tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628743
Dec 02 17:54:27.087073 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 1dfc23a5-90eb-431e-bba2-eaa0206cb500 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:27.099174 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:27.104088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 1dfc23a5-90eb-431e-bba2-eaa0206cb500 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:27.105785 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:27.183649 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843264415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843322280'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:27.234585 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a98b012b-0914-4c4c-bf0e-038a62ff96cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:27.453364 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:27.486238 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port 1dfc23a5-90eb-431e-bba2-eaa0206cb500, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=1dfc23a5-90eb-431e-bba2-eaa0206cb500,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:27.492052 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:27.494433 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:27.569330 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec8c2e6-fadb-4728-b23b-87c08130d18b,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:27.575622 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:27.684657 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] Checking segment: {'id': '130d76d2-85b9-49fe-ad9e-e3f4c273685a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4b0027ee-a9e1-4810-8942-cdad6153a931'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:54:27.693542 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] Network hostable DHCP agents. Network: 4b0027ee-a9e1-4810-8942-cdad6153a931, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 17:54:27.721617 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=1dfc23a5-90eb-431e-bba2-eaa0206cb500,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:27.735711 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795fabb-40a6-436b-affb-c6b422199120 req-2f694caa-aedd-44b0-8476-cb2bf8834948 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:27.737490 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:27.749756 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b795fabb-40a6-436b-affb-c6b422199120 req-2f694caa-aedd-44b0-8476-cb2bf8834948 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 1.1642604
Dec 02 17:54:27.777232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] Network 4b0027ee-a9e1-4810-8942-cdad6153a931 is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 17:54:27.810550 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Sync routers for ids ['18887737-7830-4faa-9ff8-0d41e4a01f6f'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:54:27.819191 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, 4b0027ee-a9e1-4810-8942-cdad6153a931) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:54:27.873629 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:27.874625 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:27.880920 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ae0d23-0cdb-41fe-974a-83ac2da8da84 None None] Network 4b0027ee-a9e1-4810-8942-cdad6153a931 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:54:27.949265 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 2.3120341
Dec 02 17:54:27.950459 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 55958) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:27.966568 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1060559989-router', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:27.974276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:27.984236 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Usage tracker for resource:router and tenant:939a8381123d43fb914903fdf5a1e3db is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:27.995526 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:28.014895 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:28.028015 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854208369', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3734'] for router, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:28.029559 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854208392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562154', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854099607', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772051'] for router, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:28.068443 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:28.243536 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Router 77af1676-3968-46be-abc2-e1bbb257a738 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:54:28.290245 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b795fabb-40a6-436b-affb-c6b422199120 req-35c9d52a-ac40-43f1-b2b5-3296e4d90dde tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5394499
Dec 02 17:54:28.368678 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Routers {'18887737-7830-4faa-9ff8-0d41e4a01f6f'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:54:28.370040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c6fa908>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:54:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['18887737-7830-4faa-9ff8-0d41e4a01f6f'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:28.495177 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:28.496261 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp257996a1-da43-5c46-8889-3798354369c5-4b0027ee-a9e1-4810-8942-cdad6153a931', 'network_id': '4b0027ee-a9e1-4810-8942-cdad6153a931', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db', 'fixed_ips': [{'subnet_id': '1ec8c2e6-fadb-4728-b23b-87c08130d18b'}]}} from dv-cinder-733623-9-iscsi. {{(pid=80245) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 02 17:54:28.497196 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:28.675166 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562169', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-567393', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772036'] for router, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:28.720025 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:54:28.731547 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a02b9-841e-4173-9e99-15ec9cfd1908 None None] Sync routers for ids ['77af1676-3968-46be-abc2-e1bbb257a738'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:54:28.745703 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] 10.222.0.21 "PUT /v2.0/routers/77af1676-3968-46be-abc2-e1bbb257a738/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8944683
Dec 02 17:54:28.750039 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 55964) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:28.754389 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a02b9-841e-4173-9e99-15ec9cfd1908 None None] Routers {'77af1676-3968-46be-abc2-e1bbb257a738'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:54:28.755356 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-bf6a02b9-841e-4173-9e99-15ec9cfd1908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6d2147b8>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:54:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['77af1676-3968-46be-abc2-e1bbb257a738'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:28.945285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07682456-d723-4570-83e4-7cc35d89fa24 req-e8ce7235-2a86-4293-9907-69942bbf26a0 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:28.966076 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-07682456-d723-4570-83e4-7cc35d89fa24 req-e8ce7235-2a86-4293-9907-69942bbf26a0 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.2832372
Dec 02 17:54:29.251981 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-07682456-d723-4570-83e4-7cc35d89fa24 req-b6be3318-d661-4ba3-9327-741a37c3201d tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2812681
Dec 02 17:54:29.383449 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Allocated IP 172.20.0.2 (4b0027ee-a9e1-4810-8942-cdad6153a931/1ec8c2e6-fadb-4728-b23b-87c08130d18b/32cbedd5-2f89-4862-b63c-bbddfa02ae52) {{(pid=80245) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:54:29.472871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-33ad6859-014f-48d5-9caf-8fb32b72b511 admin admin] Notify callbacks [] for router, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:29.785906 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-bf6a02b9-841e-4173-9e99-15ec9cfd1908 None None] Set router 77af1676-3968-46be-abc2-e1bbb257a738 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:54:29.948593 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:29.997595 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:30.222273 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-33ad6859-014f-48d5-9caf-8fb32b72b511 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:30.234298 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-33ad6859-014f-48d5-9caf-8fb32b72b511 admin admin] Deleting port a02c4ab9-4a6f-4241-a00c-1247e2247859 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:54:30.234995 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-33ad6859-014f-48d5-9caf-8fb32b72b511 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:30.590164 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 1dfc23a5-90eb-431e-bba2-eaa0206cb500 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:30.675922 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-bf6a02b9-841e-4173-9e99-15ec9cfd1908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6d2147b8>, [{'id': '77af1676-3968-46be-abc2-e1bbb257a738', 'name': 'tempest-ServerRescueNegativeTestJSON-1902560729-router', 'tenant_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:36Z', 'updated_at': '2020-12-02T17:54:25Z', 'revision_number': 5, 'project_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'gw_port': {'id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77af1676-3968-46be-abc2-e1bbb257a738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:30.696138 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a02b9-841e-4173-9e99-15ec9cfd1908 None None] Checking router: 77af1676-3968-46be-abc2-e1bbb257a738 for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:54:30.738907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6a02b9-841e-4173-9e99-15ec9cfd1908 None None] Routers {'77af1676-3968-46be-abc2-e1bbb257a738'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:54:30.744375 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-bf6a02b9-841e-4173-9e99-15ec9cfd1908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6d2147b8>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:54:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['77af1676-3968-46be-abc2-e1bbb257a738'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:31.096020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Allocated IP 172.27.2.10 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/3d448308-f901-4806-af38-20616d13b5bf) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:54:31.224017 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-33ad6859-014f-48d5-9caf-8fb32b72b511 admin admin] For port a02c4ab9-4a6f-4241-a00c-1247e2247859, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=a02c4ab9-4a6f-4241-a00c-1247e2247859,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:31.224428 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-33ad6859-014f-48d5-9caf-8fb32b72b511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:31.350405 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:31.362452 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-33ad6859-014f-48d5-9caf-8fb32b72b511 admin admin] Calling delete_port for a02c4ab9-4a6f-4241-a00c-1247e2247859 owned by network:router_gateway {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:54:31.468020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 1dfc23a5-90eb-431e-bba2-eaa0206cb500 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:31.478566 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:31.494454 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-bf6a02b9-841e-4173-9e99-15ec9cfd1908 None None] Set router 77af1676-3968-46be-abc2-e1bbb257a738 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:54:31.504548 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:31.572722 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-33ad6859-014f-48d5-9caf-8fb32b72b511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING neutron.plugins.ml2.ovo_rpc [None req-33ad6859-014f-48d5-9caf-8fb32b72b511 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     result = function(*args, **kwargs)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     proto.__init__(conn_state, self)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.handle()
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.handle_one_request()
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.handle_one_response()
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     result = self.application(self.environ, start_response)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     return app(environ, start_response)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     resp = self.call_func(req, *args, **kw)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.func(req, *args, **kwargs)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     response = req.get_response(self.application)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     application, catch_exc_info=False)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     app_iter = application(self.environ, start_response)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     resp = self.call_func(req, *args, **kw)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.func(req, *args, **kwargs)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     response = req.get_response(self.application)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     application, catch_exc_info=False)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     app_iter = application(self.environ, start_response)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     resp = self.call_func(req, *args, **kw)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.func(req, *args, **kwargs)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     response = req.get_response(self.application)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     application, catch_exc_info=False)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     app_iter = application(self.environ, start_response)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     resp = self.call_func(req, *args, **kw)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.func(req, *args, **kwargs)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     response = req.get_response(self.application)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     application, catch_exc_info=False)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     app_iter = application(self.environ, start_response)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     resp = self.call_func(req, *args, **kw)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.func(req, *args, **kwargs)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     return request.get_response(self.application)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     application, catch_exc_info=False)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     app_iter = application(self.environ, start_response)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     resp = self.call_func(req, *args, **kw)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.func(req, *args, **kwargs)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     response = req.get_response(self._app)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     application, catch_exc_info=False)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     app_iter = application(self.environ, start_response)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     return resp(environ, start_response)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     return resp(environ, start_response)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     response = self.app(environ, start_response)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     return resp(environ, start_response)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     resp = self.call_func(req, *args, **kw)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.func(req, *args, **kwargs)
Dec 02 17:54:31.579716 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     result = method(request=request, **args)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._delete(request, id, **kwargs)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(*args, **kwargs)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(*args, **kwargs)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(*dup_args, **dup_kwargs)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     obj_deleter(request.context, id, **kwargs)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     return method(*args, **kwargs)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(*args, **kwargs)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(*args, **kwargs)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(*dup_args, **dup_kwargs)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._delete_current_gw_port(context, id, router, None)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, context, *args, **kwargs)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     return method(*args, **kwargs)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     context, port, router_ids, bound_mech_contexts)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     return function(*args, **kwargs)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     callback(resource, event, trigger, **kwargs)
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     if self._is_session_semantic_violated(context, resource, event):
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]:     stack = traceback.extract_stack()
Dec 02 17:54:31.587496 dv-cinder-733623-9-iscsi neutron-server[80134]: 
Dec 02 17:54:31.732259 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Notify callbacks [] for port, precommit_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:31.800933 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-33ad6859-014f-48d5-9caf-8fb32b72b511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558396'] for router_gateway, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:31.833680 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Set router 18887737-7830-4faa-9ff8-0d41e4a01f6f gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:54:31.916577 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3c2f7bcd-27ce-4516-bb32-649e1f4b491b tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:32.030426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-33ad6859-014f-48d5-9caf-8fb32b72b511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3749'] for router, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:32.043282 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-33ad6859-014f-48d5-9caf-8fb32b72b511 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:32.091865 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Pushing event updated for resources: {'Port': ['ID=3d448308-f901-4806-af38-20616d13b5bf,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:32.101622 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:32.139565 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f71525-c8b2-449d-8814-3931f8b5ce06 req-b425c734-d1e6-4bb8-b186-ca476b6bf6bd tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:32.147771 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-41f71525-c8b2-449d-8814-3931f8b5ce06 req-b425c734-d1e6-4bb8-b186-ca476b6bf6bd tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 2.2651439
Dec 02 17:54:32.176194 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:54:32.180734 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:54:32.187216 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:54:32.248525 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40cef4-2037-46b2-865d-968aeb505f49 req-38468e6a-95b4-4efa-94a4-2ea6f2219e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:32.250177 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-db40cef4-2037-46b2-865d-968aeb505f49 req-38468e6a-95b4-4efa-94a4-2ea6f2219e07 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbc1bec290674effad04cd89b614f4b2&device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 1163 time: 0.8117399
Dec 02 17:54:32.358452 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-33ad6859-014f-48d5-9caf-8fb32b72b511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854217073'] for router, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:32.359104 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ad6859-014f-48d5-9caf-8fb32b72b511 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77af1676-3968-46be-abc2-e1bbb257a738 {{(pid=80244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 02 17:54:32.375568 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-bf6a02b9-841e-4173-9e99-15ec9cfd1908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6d2147b8>, [{'id': '77af1676-3968-46be-abc2-e1bbb257a738', 'name': 'tempest-ServerRescueNegativeTestJSON-1902560729-router', 'tenant_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:36Z', 'updated_at': '2020-12-02T17:54:25Z', 'revision_number': 5, 'project_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'gw_port': {'id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77af1676-3968-46be-abc2-e1bbb257a738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:32.382963 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Transition to ACTIVE for port object 32cbedd5-2f89-4862-b63c-bbddfa02ae52 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:32.385253 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32f738-0c6b-4c74-a253-7771a8f0461e req-0db1309f-3039-4dbc-b306-d8b05295c0e4 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:32.387242 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7d32f738-0c6b-4c74-a253-7771a8f0461e req-0db1309f-3039-4dbc-b306-d8b05295c0e4 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 1.9284053
Dec 02 17:54:32.390122 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6a02b9-841e-4173-9e99-15ec9cfd1908 None None] The sync data for ids ['77af1676-3968-46be-abc2-e1bbb257a738'] in dv-cinder-733623-9-iscsi is: [{'id': '77af1676-3968-46be-abc2-e1bbb257a738', 'name': 'tempest-ServerRescueNegativeTestJSON-1902560729-router', 'tenant_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:36Z', 'updated_at': '2020-12-02T17:54:25Z', 'revision_number': 5, 'project_id': '82b2210b4ebf4222ae2d9b13049f05ec', 'gw_port': {'id': 'a02c4ab9-4a6f-4241-a00c-1247e2247859', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:88:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77af1676-3968-46be-abc2-e1bbb257a738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:54:32.502943 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40cef4-2037-46b2-865d-968aeb505f49 req-2fddb727-23dd-4380-97ab-75c4530fecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:32.504628 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-db40cef4-2037-46b2-865d-968aeb505f49 req-2fddb727-23dd-4380-97ab-75c4530fecbe service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d5df4e7-9e83-4d6e-b367-2b18b115dead HTTP/1.1" status: 200  len: 910 time: 0.1813829
Dec 02 17:54:32.506103 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Transition to ACTIVE for port object 32cbedd5-2f89-4862-b63c-bbddfa02ae52 will not be triggered until provisioned by entity DHCP. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:32.551899 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-33ad6859-014f-48d5-9caf-8fb32b72b511 admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:32.553240 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-33ad6859-014f-48d5-9caf-8fb32b72b511 admin admin] 10.222.0.21 "DELETE /v2.0/routers/77af1676-3968-46be-abc2-e1bbb257a738 HTTP/1.1" status: 204  len: 168 time: 3.8020918
Dec 02 17:54:32.556029 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464'] for port, after_create {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:32.567003 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 55988) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:32.606209 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7d32f738-0c6b-4c74-a253-7771a8f0461e req-ca53dedf-d86c-4482-b635-cef78d965f35 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1867039
Dec 02 17:54:32.641808 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-567e1f25-4ff6-477f-90ad-9f101c757a66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:32.741732 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e455d7-eef7-405c-b5b1-e44cb5fcc553 req-a8c5c411-40f7-4ceb-9cb5-f4e65ecafff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:32.743346 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-99e455d7-eef7-405c-b5b1-e44cb5fcc553 req-a8c5c411-40f7-4ceb-9cb5-f4e65ecafff9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b3ba943161643b9888b7198e5f4d270&device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 1163 time: 1.3508224
Dec 02 17:54:32.756658 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-db40cef4-2037-46b2-865d-968aeb505f49 req-a61eda66-25a9-4c1e-a012-1967e394accd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=257d1482-7082-4beb-9105-6b7421c3974c HTTP/1.1" status: 200  len: 1002 time: 0.2349837
Dec 02 17:54:32.961704 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Network 4b0027ee-a9e1-4810-8942-cdad6153a931 is already hosted by enough agents. {{(pid=80245) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:54:32.966679 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Resources bound (agent type, host, resource id):  {{(pid=80245) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:54:32.967410 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e455d7-eef7-405c-b5b1-e44cb5fcc553 req-e3eb71ce-9515-4ac6-9ede-8c1e18b95347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:32.971925 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Received port after_create {{(pid=80245) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:54:32.979712 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-99e455d7-eef7-405c-b5b1-e44cb5fcc553 req-e3eb71ce-9515-4ac6-9ede-8c1e18b95347 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ca63e15-5840-4372-9d93-cce1e9b612b4 HTTP/1.1" status: 200  len: 904 time: 0.2195933
Dec 02 17:54:32.985714 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Pushing event updated for resources: {'Port': ['ID=32cbedd5-2f89-4862-b63c-bbddfa02ae52,revision_number=1']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:33.044239 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:33.066023 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Attempting to bind port 32cbedd5-2f89-4862-b63c-bbddfa02ae52 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:54:33.066903 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Attempting to bind port 32cbedd5-2f89-4862-b63c-bbddfa02ae52 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '130d76d2-85b9-49fe-ad9e-e3f4c273685a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4b0027ee-a9e1-4810-8942-cdad6153a931'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:54:33.067441 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Attempting to bind port 32cbedd5-2f89-4862-b63c-bbddfa02ae52 on network 4b0027ee-a9e1-4810-8942-cdad6153a931 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:54:33.074809 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:54:33.075346 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Checking segment: {'id': '130d76d2-85b9-49fe-ad9e-e3f4c273685a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4b0027ee-a9e1-4810-8942-cdad6153a931'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:54:33.075917 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:33.076728 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Bound using segment: {'id': '130d76d2-85b9-49fe-ad9e-e3f4c273685a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4b0027ee-a9e1-4810-8942-cdad6153a931'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:54:33.077384 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Bound port: 32cbedd5-2f89-4862-b63c-bbddfa02ae52, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130d76d2-85b9-49fe-ad9e-e3f4c273685a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4b0027ee-a9e1-4810-8942-cdad6153a931'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:54:33.077928 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:33.135801 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c6fa908>, [{'id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'name': 'tempest-TestShelveInstance-1778024443-router', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:07Z', 'updated_at': '2020-12-02T17:54:19Z', 'revision_number': 4, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'gw_port': {'id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:09Z', 'updated_at': '2020-12-02T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '53f23181-7f2d-4aca-97ec-2ec0479f0a20', 'name': '', 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'mac_address': 'fa:16:3e:72:4f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:17Z', 'updated_at': '2020-12-02T17:54:20Z', 'revision_number': 2, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'subnets': [{'id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:33.144070 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Checking router: 18887737-7830-4faa-9ff8-0d41e4a01f6f for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:54:33.144577 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Updating router 18887737-7830-4faa-9ff8-0d41e4a01f6f port 53f23181-7f2d-4aca-97ec-2ec0479f0a20 binding host dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:54:33.280685 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:33.488629 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ee36df-fa1b-4b0a-aa88-58f70ce972e4 admin admin] Deleting subnet d63a84ed-b463-4863-a3be-969d4a89bdad {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 17:54:33.492372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-89ee36df-fa1b-4b0a-aa88-58f70ce972e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:33.498265 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] For port 32cbedd5-2f89-4862-b63c-bbddfa02ae52, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:54:33.504042 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] For port 32cbedd5-2f89-4862-b63c-bbddfa02ae52, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=32cbedd5-2f89-4862-b63c-bbddfa02ae52,segment=NetworkSegment(130d76d2-85b9-49fe-ad9e-e3f4c273685a),segment_id=130d76d2-85b9-49fe-ad9e-e3f4c273685a)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:54:33.519547 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-99e455d7-eef7-405c-b5b1-e44cb5fcc553 req-695dc5b5-1e66-4175-807c-36d5b4910cd2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0894fb7d-3862-45a2-ad5d-35ffb301f740 HTTP/1.1" status: 200  len: 1001 time: 0.3900454
Dec 02 17:54:33.526278 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:33.554827 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-89ee36df-fa1b-4b0a-aa88-58f70ce972e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842728492'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:33.695424 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-89ee36df-fa1b-4b0a-aa88-58f70ce972e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851170303'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:33.729596 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-41f71525-c8b2-449d-8814-3931f8b5ce06 req-227866f1-faa5-4ab1-bf46-231f47873b5d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.5808480
Dec 02 17:54:33.731206 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40cef4-2037-46b2-865d-968aeb505f49 req-9357880e-deb6-4ab6-945b-7da57aa4ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:33.732847 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-db40cef4-2037-46b2-865d-968aeb505f49 req-9357880e-deb6-4ab6-945b-7da57aa4ebf6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7eb4d38d-7afb-4d11-b1ac-900651574376 HTTP/1.1" status: 200  len: 855 time: 0.6959488
Dec 02 17:54:33.755047 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f86165a6-cac5-4b21-8cf2-bd8b4a94d012 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:33.946358 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Pushing event updated for resources: {'Port': ['ID=32cbedd5-2f89-4862-b63c-bbddfa02ae52,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:33.966462 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:34.268708 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-89ee36df-fa1b-4b0a-aa88-58f70ce972e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10859329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10790274'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:34.287183 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8c3387b0-5ef3-4034-bfc6-4eef67955ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:34.333793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ee36df-fa1b-4b0a-aa88-58f70ce972e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d63a84ed-b463-4863-a3be-969d4a89bdad,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:34.340610 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-89ee36df-fa1b-4b0a-aa88-58f70ce972e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:34.351661 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device a02c4ab9-4a6f-4241-a00c-1247e2247859 no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:54:34.495477 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-89ee36df-fa1b-4b0a-aa88-58f70ce972e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:34.498378 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: a02c4ab9-4a6f-4241-a00c-1247e2247859 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 17:54:34.498810 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device a02c4ab9-4a6f-4241-a00c-1247e2247859 not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 17:54:34.506618 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 3ac51f13-cac7-4879-9062-85f2eece5165 no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:54:34.520095 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-89ee36df-fa1b-4b0a-aa88-58f70ce972e4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d63a84ed-b463-4863-a3be-969d4a89bdad HTTP/1.1" status: 204  len: 168 time: 1.9515748
Dec 02 17:54:34.523268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 56020) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:34.555057 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: 3ac51f13-cac7-4879-9062-85f2eece5165 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 17:54:34.558243 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 3ac51f13-cac7-4879-9062-85f2eece5165 not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 17:54:34.655581 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:34.744228 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d13cde40-9211-417f-b756-9a5572a75152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3483811'] for network, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:34.871930 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e455d7-eef7-405c-b5b1-e44cb5fcc553 req-2b4846f9-1579-43d1-9e81-f912bd7d998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:34.873559 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-99e455d7-eef7-405c-b5b1-e44cb5fcc553 req-2b4846f9-1579-43d1-9e81-f912bd7d998a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5d83d9ff-5b0d-4a61-bcb1-7d8d80206342 HTTP/1.1" status: 200  len: 849 time: 1.3424752
Dec 02 17:54:34.919047 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:34.937811 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Transition to ACTIVE for port object 53f23181-7f2d-4aca-97ec-2ec0479f0a20 will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:34.947203 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:35.153535 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d13cde40-9211-417f-b756-9a5572a75152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851106152', 'neutron.services.segments.db._delete_segments_for_network--9223363262389739448'] for network, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:35.208417 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-af2d88f2-9943-4d43-a939-786605e29869 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:35.286320 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-d13cde40-9211-417f-b756-9a5572a75152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf6c5b7160>,) {'filters': {'network_id': ['2e8d80f8-dc83-49a9-857c-3b26867bd375']}} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:35.301236 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-d13cde40-9211-417f-b756-9a5572a75152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf6c5b7160>, 'fd87f040-a08d-408f-af11-f73d0372a4bd') {'for_net_delete': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:35.301534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-d13cde40-9211-417f-b756-9a5572a75152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf6c5b7160>, 'fd87f040-a08d-408f-af11-f73d0372a4bd') {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:35.314560 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d13cde40-9211-417f-b756-9a5572a75152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262389743032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12047324'] for segment, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:35.316503 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578bc9e-8a24-4dab-afed-41be9f93265e None None] Pushing event updated for resources: {'Port': ['ID=53f23181-7f2d-4aca-97ec-2ec0479f0a20,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:35.327411 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9578bc9e-8a24-4dab-afed-41be9f93265e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:35.342291 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d13cde40-9211-417f-b756-9a5572a75152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:35.345297 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d13cde40-9211-417f-b756-9a5572a75152 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 17:54:35.640186 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-d13cde40-9211-417f-b756-9a5572a75152 admin admin] Network 2e8d80f8-dc83-49a9-857c-3b26867bd375 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 17:54:35.640659 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854208407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558366'] for router, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:35.652576 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d13cde40-9211-417f-b756-9a5572a75152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851109762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843917086'] for segment, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:35.662739 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Attempting to bind port 53f23181-7f2d-4aca-97ec-2ec0479f0a20 on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:54:35.663593 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Attempting to bind port 53f23181-7f2d-4aca-97ec-2ec0479f0a20 by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '440fe43d-6d0f-412f-83c1-bfd20382b016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:54:35.664031 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Attempting to bind port 53f23181-7f2d-4aca-97ec-2ec0479f0a20 on network 56252445-cb9e-4a43-bb8d-1dff085eab32 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:54:35.684718 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:54:35.685248 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Checking segment: {'id': '440fe43d-6d0f-412f-83c1-bfd20382b016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:54:35.685594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:35.686054 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Bound using segment: {'id': '440fe43d-6d0f-412f-83c1-bfd20382b016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:54:35.686840 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Bound port: 53f23181-7f2d-4aca-97ec-2ec0479f0a20, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440fe43d-6d0f-412f-83c1-bfd20382b016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:54:35.687281 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:35.869110 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] For port 53f23181-7f2d-4aca-97ec-2ec0479f0a20, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:54:35.874002 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] For port 53f23181-7f2d-4aca-97ec-2ec0479f0a20, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=53f23181-7f2d-4aca-97ec-2ec0479f0a20,segment=NetworkSegment(440fe43d-6d0f-412f-83c1-bfd20382b016),segment_id=440fe43d-6d0f-412f-83c1-bfd20382b016)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:54:35.885997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:35.988476 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-d13cde40-9211-417f-b756-9a5572a75152 admin admin] Network 2e8d80f8-dc83-49a9-857c-3b26867bd375 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 17:54:36.028181 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40cef4-2037-46b2-865d-968aeb505f49 req-98311b2b-981f-40d2-afd8-38150626aa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:36.029953 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-db40cef4-2037-46b2-865d-968aeb505f49 req-98311b2b-981f-40d2-afd8-38150626aa2b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d5df4e7-9e83-4d6e-b367-2b18b115dead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 2.2828343
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]: Traceback (most recent call last):
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:     timer()
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:     cb(*args, **kw)
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:     return func(*args, **kwargs)
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._notify()
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.callback(batched_events)
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:     event.method(event)
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:     segment_id)['aggregates'][0]
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, *a, **k)
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._get(url).json()
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:     **kwargs)
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.request(url, 'GET', **kwargs)
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:     **endpoint_filter)
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 17:54:36.150137 dv-cinder-733623-9-iscsi neutron-server[80134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 17:54:36.192503 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d13cde40-9211-417f-b756-9a5572a75152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3669648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854217382'] for network, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:36.208577 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d13cde40-9211-417f-b756-9a5572a75152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:36.217717 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:36.239102 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-db40cef4-2037-46b2-865d-968aeb505f49 req-8ee489cf-39cc-43f7-99a7-f1fc0281dd39 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1932874
Dec 02 17:54:36.285846 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13cde40-9211-417f-b756-9a5572a75152 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8d80f8-dc83-49a9-857c-3b26867bd375,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:36.292582 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d13cde40-9211-417f-b756-9a5572a75152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:36.302230 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-0105d112-bbfe-4ff3-9067-b7f7e033aed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:36.310315 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-d13cde40-9211-417f-b756-9a5572a75152 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2e8d80f8-dc83-49a9-857c-3b26867bd375 HTTP/1.1" status: 204  len: 168 time: 1.7857428
Dec 02 17:54:36.360638 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce0c52-df33-43b8-ab4f-e9495b7f9dc9 req-d43f8491-a82f-431a-8552-52a60363f1ad tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:36.362358 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-87ce0c52-df33-43b8-ab4f-e9495b7f9dc9 req-d43f8491-a82f-431a-8552-52a60363f1ad tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 1.9089198
Dec 02 17:54:36.428844 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b773b6-419e-43de-a93e-b5d04511e080 None None] Network 4b0027ee-a9e1-4810-8942-cdad6153a931 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:54:36.468125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578bc9e-8a24-4dab-afed-41be9f93265e None None] Pushing event updated for resources: {'Port': ['ID=53f23181-7f2d-4aca-97ec-2ec0479f0a20,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:36.544416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4cfa771a-4fe1-4dc4-a52e-88f9769fcb28 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:36.549545 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9578bc9e-8a24-4dab-afed-41be9f93265e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:36.561988 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4cfa771a-4fe1-4dc4-a52e-88f9769fcb28 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/networks?id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea HTTP/1.1" status: 200  len: 815 time: 1.2164609
Dec 02 17:54:36.567458 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 32cbedd5-2f89-4862-b63c-bbddfa02ae52 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:36.610668 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-c8bc075c-aaa2-40df-99e8-7d01b958606e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/quotas/2b9f580ccafc411288557243f06a641f HTTP/1.1" status: 200  len: 375 time: 0.0471885
Dec 02 17:54:36.636681 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-db40cef4-2037-46b2-865d-968aeb505f49 req-6397cc06-1f5d-4e3a-a7c7-d4b3b0282f25 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2867484
Dec 02 17:54:36.717665 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 56050) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:36.762511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e455d7-eef7-405c-b5b1-e44cb5fcc553 req-f9109628-0e93-42f5-8fb6-52e599e77429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:36.762511 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-99e455d7-eef7-405c-b5b1-e44cb5fcc553 req-f9109628-0e93-42f5-8fb6-52e599e77429 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ca63e15-5840-4372-9d93-cce1e9b612b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.7703080
Dec 02 17:54:36.826666 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-f03b0c03-2631-479b-b6f4-957b54f969f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82b2210b4ebf4222ae2d9b13049f05ec&name=default HTTP/1.1" status: 200  len: 2875 time: 0.1029527
Dec 02 17:54:36.832417 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 56054) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:36.843677 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-194188a6-a915-4271-b4c7-93adf808be4f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Synchronizing usage tracker for tenant:2b9f580ccafc411288557243f06a641f on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:54:36.850431 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-87ce0c52-df33-43b8-ab4f-e9495b7f9dc9 req-7ef2f98a-c477-4cfd-8d72-e6ae484e6256 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2124116
Dec 02 17:54:36.872247 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Router cfdc9b09-9bb3-4be5-b495-bcc3b05350ea is scheduled to L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 with binding_index 1 {{(pid=80243) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 02 17:54:36.987040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-194188a6-a915-4271-b4c7-93adf808be4f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Unset dirty status for tenant:2b9f580ccafc411288557243f06a641f on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:54:36.993832 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-194188a6-a915-4271-b4c7-93adf808be4f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b9f580ccafc411288557243f06a641f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3824797
Dec 02 17:54:37.023493 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Routers {'18887737-7830-4faa-9ff8-0d41e4a01f6f'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:54:37.024220 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c6fa908>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:54:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['18887737-7830-4faa-9ff8-0d41e4a01f6f'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:37.049578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a5e1-d340-4b1b-ad21-0541f2844b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:37.128611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a5e1-d340-4b1b-ad21-0541f2844b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:37.213708 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a5e1-d340-4b1b-ad21-0541f2844b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:37.220632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b6205898-92e0-4888-b211-95510ce648a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:37.242394 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3a5e1-d340-4b1b-ad21-0541f2844b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5c7325-a64a-4695-8ef6-66eceac100b4,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:37.255653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:54:37.258378 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4ef3a5e1-d340-4b1b-ad21-0541f2844b49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:37.273652 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4ef3a5e1-d340-4b1b-ad21-0541f2844b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:37.275259 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-4ef3a5e1-d340-4b1b-ad21-0541f2844b49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa5c7325-a64a-4695-8ef6-66eceac100b4 HTTP/1.1" status: 204  len: 168 time: 0.4263663
Dec 02 17:54:37.304834 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Notify callbacks [] for router, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:37.309296 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 56062) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:37.309612 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 9.3570981
Dec 02 17:54:37.371426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625716b-ec9f-45db-bcfd-4af1dc90542d req-f8ad0722-21af-4bf7-8762-5f1b37aaf130 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:37.373458 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7625716b-ec9f-45db-bcfd-4af1dc90542d req-f8ad0722-21af-4bf7-8762-5f1b37aaf130 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1778200
Dec 02 17:54:37.381778 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-99e455d7-eef7-405c-b5b1-e44cb5fcc553 req-12eb1fe1-b5a9-4058-b9b1-e75652740e32 service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5962934
Dec 02 17:54:37.410878 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-e4467aa4-b475-48e7-8496-c23c9e583f01 None None] Provisioning for port 32cbedd5-2f89-4862-b63c-bbddfa02ae52 completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:37.460557 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7625716b-ec9f-45db-bcfd-4af1dc90542d req-f9cb4ed2-e2ff-4680-a14d-5a335530df21 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776453
Dec 02 17:54:37.692950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Sync routers for ids ['cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:54:37.858892 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 32cbedd5-2f89-4862-b63c-bbddfa02ae52 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:37.900420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 32cbedd5-2f89-4862-b63c-bbddfa02ae52 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:37.900852 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:38.090348 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-99e455d7-eef7-405c-b5b1-e44cb5fcc553 req-d7b803e2-007d-43ed-ad19-22a3b5b56be7 service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6574285
Dec 02 17:54:38.176348 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Routers {'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:54:38.177056 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c08c550>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:54:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:38.395938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3276513-8bf9-42f3-9abf-762e7d698bec req-29c95f42-b4ee-4ff2-92be-3eba1af3f367 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:38.405116 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3276513-8bf9-42f3-9abf-762e7d698bec req-29c95f42-b4ee-4ff2-92be-3eba1af3f367 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.1862268
Dec 02 17:54:38.475439 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3276513-8bf9-42f3-9abf-762e7d698bec req-b95e93b7-0835-4872-8500-16144d40c88a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686285
Dec 02 17:54:38.490623 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Set router cfdc9b09-9bb3-4be5-b495-bcc3b05350ea gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:54:38.568214 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-60c6061a-b5d5-4e90-9b9c-8406fb6e9c23 service neutron] 10.222.0.21 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5356531
Dec 02 17:54:38.951866 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:39.009852 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec685fe0-3553-4245-aed4-764c6c9b5f04 req-e686a5a0-4c79-4430-8199-0b8443226367 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:39.016394 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port 32cbedd5-2f89-4862-b63c-bbddfa02ae52, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=32cbedd5-2f89-4862-b63c-bbddfa02ae52,segment=NetworkSegment(130d76d2-85b9-49fe-ad9e-e3f4c273685a),segment_id=130d76d2-85b9-49fe-ad9e-e3f4c273685a)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:39.019796 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ec685fe0-3553-4245-aed4-764c6c9b5f04 req-e686a5a0-4c79-4430-8199-0b8443226367 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.2564120
Dec 02 17:54:39.056417 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:39.081843 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-34c407d8-e7cb-4896-b9aa-c11e10cf8214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:39.241584 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ec685fe0-3553-4245-aed4-764c6c9b5f04 req-73ff749f-980e-4a5c-a660-f1e0844007e2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2097704
Dec 02 17:54:39.374851 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=32cbedd5-2f89-4862-b63c-bbddfa02ae52,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:39.398359 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] Set router 18887737-7830-4faa-9ff8-0d41e4a01f6f gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:54:39.510291 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:39.521791 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 53f23181-7f2d-4aca-97ec-2ec0479f0a20 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:39.853870 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c08c550>, [{'id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'name': 'tempest-TestShelveInstance-1060559989-router', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '3d448308-f901-4806-af38-20616d13b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:28Z', 'updated_at': '2020-12-02T17:54:33Z', 'revision_number': 3, 'project_id': '939a8381123d43fb914903fdf5a1e3db', 'gw_port': {'id': '3d448308-f901-4806-af38-20616d13b5bf', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:30Z', 'updated_at': '2020-12-02T17:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:39.883386 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 53f23181-7f2d-4aca-97ec-2ec0479f0a20 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:39.892305 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569840ec-227e-4aee-a70d-71caba292115 req-6b40681a-61b0-4205-a490-a9d9b5b357be tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:39.899632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Checking router: cfdc9b09-9bb3-4be5-b495-bcc3b05350ea for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:54:39.900103 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Updating router cfdc9b09-9bb3-4be5-b495-bcc3b05350ea port 3d448308-f901-4806-af38-20616d13b5bf binding host dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:54:39.901160 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-569840ec-227e-4aee-a70d-71caba292115 req-6b40681a-61b0-4205-a490-a9d9b5b357be tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.1636293
Dec 02 17:54:39.913653 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-794047c8-001d-4841-90c1-07f43e34538e service neutron] 10.222.0.21 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.3438349
Dec 02 17:54:39.961159 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-569840ec-227e-4aee-a70d-71caba292115 req-f68a935a-c936-4bee-9c15-2b94c6bb3d5a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589154
Dec 02 17:54:40.116933 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:40.351260 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 53f23181-7f2d-4aca-97ec-2ec0479f0a20 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:40.351975 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:40.488957 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c6012a0b-1717-4fc9-970d-917910ff97b8 req-ca00b63c-d4f7-4d2f-ac84-964df55fc8b7 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 210 time: 0.1200075
Dec 02 17:54:40.505009 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-66487db8-9e01-4fb3-914a-8bedcffb5661 None None] Provisioning complete for port 32cbedd5-2f89-4862-b63c-bbddfa02ae52 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:40.505529 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-66487db8-9e01-4fb3-914a-8bedcffb5661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:40.629244 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:40.885796 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179713f-0c1b-45bc-9411-70473c857f96 req-64702b03-bb44-44a8-bc6e-709689d93bd4 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:40.889927 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8179713f-0c1b-45bc-9411-70473c857f96 req-64702b03-bb44-44a8-bc6e-709689d93bd4 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.2818813
Dec 02 17:54:41.019464 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8179713f-0c1b-45bc-9411-70473c857f96 req-70af0b85-a360-453d-a98d-3346f30b97b2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673838
Dec 02 17:54:41.155798 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Notify callbacks [] for port, precommit_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:41.178236 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Transition to ACTIVE for port object 3d448308-f901-4806-af38-20616d13b5bf will not be triggered until provisioned by entity L2. {{(pid=80245) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:41.205543 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:41.327244 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Allocated IP 172.20.0.1 (4b0027ee-a9e1-4810-8942-cdad6153a931/1ec8c2e6-fadb-4728-b23b-87c08130d18b/937d16ab-0ca3-4c61-ad57-ae25dbec3e5d) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:54:41.503492 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:41.554743 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:41.639371 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Pushing event updated for resources: {'Port': ['ID=3d448308-f901-4806-af38-20616d13b5bf,revision_number=2']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:41.665105 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:41.677896 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.678358 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.678737 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.679115 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.679486 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.679854 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.680222 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.680588 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.680954 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.681329 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.681673 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.682030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.682486 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.682854 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.683214 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.683613 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.683976 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.684335 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.684694 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.685347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.685347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.685896 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.686057 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.686397 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:41.690994 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Attempting to bind port 3d448308-f901-4806-af38-20616d13b5bf on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:54:41.691429 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Attempting to bind port 3d448308-f901-4806-af38-20616d13b5bf by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:54:41.691867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Attempting to bind port 3d448308-f901-4806-af38-20616d13b5bf on network 0e06ccbb-5acd-4938-8c27-f383e561e919 {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:54:41.706429 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:41.723571 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Transition to ACTIVE for port object 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:41.762014 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:54:41.762442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Checking segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80245) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:54:41.762954 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:41.763394 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Bound using segment: {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'} {{(pid=80245) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:54:41.763955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Bound port: 3d448308-f901-4806-af38-20616d13b5bf, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903927c2-83d5-4915-9b07-5e56953fa331', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}}] {{(pid=80245) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:54:41.764374 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:41.772053 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:41.808359 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:41.838953 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-b29e390a-a13a-48ee-af91-920955a60acc None None] Provisioning complete for port 32cbedd5-2f89-4862-b63c-bbddfa02ae52 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:41.838953 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b29e390a-a13a-48ee-af91-920955a60acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:41.873390 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bff6cffd-d006-423e-807e-d5deab8531b3 req-fe2cc112-5628-4e18-b43a-68e8e8dfcd0d tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 210 time: 0.1143510
Dec 02 17:54:42.019479 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Pushing event updated for resources: {'Port': ['ID=937d16ab-0ca3-4c61-ad57-ae25dbec3e5d,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:42.024497 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:42.107306 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:42.195061 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Network 4b0027ee-a9e1-4810-8942-cdad6153a931 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:54:42.196888 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c6fa908>, [{'id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'name': 'tempest-TestShelveInstance-1778024443-router', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:07Z', 'updated_at': '2020-12-02T17:54:19Z', 'revision_number': 4, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'gw_port': {'id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:09Z', 'updated_at': '2020-12-02T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '53f23181-7f2d-4aca-97ec-2ec0479f0a20', 'name': '', 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'mac_address': 'fa:16:3e:72:4f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:17Z', 'updated_at': '2020-12-02T17:54:35Z', 'revision_number': 4, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'subnets': [{'id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:42.202045 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:54:42.214380 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1eddcf-5481-44fc-8182-3ae21b7b9052 None None] The sync data for ids ['18887737-7830-4faa-9ff8-0d41e4a01f6f'] in dv-cinder-733623-9-iscsi is: [{'id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'name': 'tempest-TestShelveInstance-1778024443-router', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:07Z', 'updated_at': '2020-12-02T17:54:19Z', 'revision_number': 4, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'gw_port': {'id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:09Z', 'updated_at': '2020-12-02T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '53f23181-7f2d-4aca-97ec-2ec0479f0a20', 'name': '', 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'mac_address': 'fa:16:3e:72:4f:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:17Z', 'updated_at': '2020-12-02T17:54:35Z', 'revision_number': 4, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'subnets': [{'id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:54:42.216368 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:54:42.259063 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port 53f23181-7f2d-4aca-97ec-2ec0479f0a20, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=53f23181-7f2d-4aca-97ec-2ec0479f0a20,segment=NetworkSegment(440fe43d-6d0f-412f-83c1-bfd20382b016),segment_id=440fe43d-6d0f-412f-83c1-bfd20382b016)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:42.279540 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:42.287188 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] For port 3d448308-f901-4806-af38-20616d13b5bf, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80245) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:54:42.289946 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9578bc9e-8a24-4dab-afed-41be9f93265e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:42.462919 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=53f23181-7f2d-4aca-97ec-2ec0479f0a20,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:42.487564 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854217277'] for router_interface, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:42.489268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:42.491036 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] For port 3d448308-f901-4806-af38-20616d13b5bf, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=3d448308-f901-4806-af38-20616d13b5bf,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80245) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:54:42.503346 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:42.590171 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:42.619510 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 56160) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:42.669210 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 32cbedd5-2f89-4862-b63c-bbddfa02ae52 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:42.827909 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Pushing event updated for resources: {'Port': ['ID=3d448308-f901-4806-af38-20616d13b5bf,revision_number=3']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:42.835895 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:42.929572 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c738c645-c27f-463f-ba3c-447c367f8a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:43.004831 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-70bdc175-0fe1-41b6-bda6-c12ca3527c98 None None] Provisioning for port 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:43.024008 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-70bdc175-0fe1-41b6-bda6-c12ca3527c98 None None] Provisioning complete for port 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:43.024574 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-70bdc175-0fe1-41b6-bda6-c12ca3527c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:43.052746 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-c738c645-c27f-463f-ba3c-447c367f8a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:43.089230 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-c738c645-c27f-463f-ba3c-447c367f8a82 admin admin] Usage tracker for resource:security_group_rule and tenant:4dfc8a9ac5cc429ead31e3b65d049c6c is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:43.097277 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:43.125973 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-c738c645-c27f-463f-ba3c-447c367f8a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:43.141784 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-c738c645-c27f-463f-ba3c-447c367f8a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:43.298836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c738c645-c27f-463f-ba3c-447c367f8a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:43.303901 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c738c645-c27f-463f-ba3c-447c367f8a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:43.394195 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e83e8-5cb2-45e1-bc9e-d7e3eb6684c1 req-138ffa19-7d98-4d04-ba71-194782e669b4 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:43.402900 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7b6e83e8-5cb2-45e1-bc9e-d7e3eb6684c1 req-138ffa19-7d98-4d04-ba71-194782e669b4 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.5100996
Dec 02 17:54:43.464854 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3c5d0c74-a55d-43da-86d8-5ec963487ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:43.486422 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-c738c645-c27f-463f-ba3c-447c367f8a82 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4dfc8a9ac5cc429ead31e3b65d049c6c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8634958
Dec 02 17:54:43.502278 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d2f9903e-9b21-4cf6-8de3-b79232e3a734 req-acdc8415-d429-473b-b436-4abe39ae1586 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 210 time: 0.2007928
Dec 02 17:54:43.514833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 56174) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:43.608425 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-70bdc175-0fe1-41b6-bda6-c12ca3527c98 None None] Port 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:54:43.687412 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 32cbedd5-2f89-4862-b63c-bbddfa02ae52 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:43.687835 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:43.771631 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:43.831861 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7b6e83e8-5cb2-45e1-bc9e-d7e3eb6684c1 req-dd340f87-e076-4f3b-aa13-473e9e918195 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4276316
Dec 02 17:54:43.846181 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843917156'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:43.863785 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Routers {'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:54:43.864786 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c08c550>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:54:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:43.933147 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:44.117982 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Pushing event updated for resources: {'Port': ['ID=937d16ab-0ca3-4c61-ad57-ae25dbec3e5d,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:44.121074 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3990230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-573214'] for router_interface, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:44.137297 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:44.205107 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e6e5eb0a-5356-4b03-929e-ea8b521b8d37 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:44.208864 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e6e5eb0a-5356-4b03-929e-ea8b521b8d37 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Synchronizing usage tracker for tenant:2b9f580ccafc411288557243f06a641f on resource:network {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:54:44.211970 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738c645-c27f-463f-ba3c-447c367f8a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620e2ae0-fd67-420f-911a-d186b7942280,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:44.238459 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c738c645-c27f-463f-ba3c-447c367f8a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:44.314007 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9add208b-0b21-4e86-9f78-60b8c076f288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:44.377502 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9add208b-0b21-4e86-9f78-60b8c076f288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:44.395385 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Network 4b0027ee-a9e1-4810-8942-cdad6153a931 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:54:44.404685 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:54:44.445690 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] Set router cfdc9b09-9bb3-4be5-b495-bcc3b05350ea gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:54:44.504511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-355df6fe-0d66-481a-a551-1b57f26e4dd6 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Synchronizing usage tracker for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:security_group {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:54:44.510254 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9add208b-0b21-4e86-9f78-60b8c076f288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:44.533971 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5202cc1a-c731-42a5-8601-531dc5e2c28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:44.571148 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 53f23181-7f2d-4aca-97ec-2ec0479f0a20 up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:44.591088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e6e5eb0a-5356-4b03-929e-ea8b521b8d37 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Unset dirty status for tenant:2b9f580ccafc411288557243f06a641f on resource:network {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:54:44.608678 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e6e5eb0a-5356-4b03-929e-ea8b521b8d37 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.43 "GET /v2.0/networks?id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea HTTP/1.1" status: 200  len: 815 time: 1.0919819
Dec 02 17:54:44.619796 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add208b-0b21-4e86-9f78-60b8c076f288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620e2ae0-fd67-420f-911a-d186b7942280,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:44.633313 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9add208b-0b21-4e86-9f78-60b8c076f288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:44.639146 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-9add208b-0b21-4e86-9f78-60b8c076f288 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/620e2ae0-fd67-420f-911a-d186b7942280 HTTP/1.1" status: 204  len: 168 time: 1.1095793
Dec 02 17:54:44.652497 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-355df6fe-0d66-481a-a551-1b57f26e4dd6 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Unset dirty status for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:security_group {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:54:44.663006 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-355df6fe-0d66-481a-a551-1b57f26e4dd6 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1650809911&fields=id&tenant_id=4efb85fc834d471fbfdaf374fbfc0c75 HTTP/1.1" status: 200  len: 267 time: 0.4209449
Dec 02 17:54:44.666376 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9add208b-0b21-4e86-9f78-60b8c076f288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:45.093169 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Request body: {'port': {'device_id': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'admin_state_up': True, 'tenant_id': '2b9f580ccafc411288557243f06a641f'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:45.099125 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-eda2a069-1774-4d63-92cf-8037ae94d51c req-18286877-34da-4e20-929f-1f181d828904 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 210 time: 0.1289632
Dec 02 17:54:45.127770 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Router cfdc9b09-9bb3-4be5-b495-bcc3b05350ea has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:54:45.151581 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-d9c0749f-7ae9-450a-a027-a2436820dd6b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:45.163325 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-d9c0749f-7ae9-450a-a027-a2436820dd6b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 811 time: 0.4860673
Dec 02 17:54:45.264791 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-702c9631-a643-44f8-a631-8309accfbe2e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/quotas/4efb85fc834d471fbfdaf374fbfc0c75 HTTP/1.1" status: 200  len: 375 time: 0.1002364
Dec 02 17:54:45.516635 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 53f23181-7f2d-4aca-97ec-2ec0479f0a20 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:45.517387 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:45.618829 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-20ce175d-abc3-4517-bdc2-2fbd07639e73 None None] Provisioning complete for port 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:45.632223 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 56210) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:45.632517 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-20ce175d-abc3-4517-bdc2-2fbd07639e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:45.662535 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-76a78fad-54b7-446e-85f9-df030993ee50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:45.694358 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-76a78fad-54b7-446e-85f9-df030993ee50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:45.716970 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-76a78fad-54b7-446e-85f9-df030993ee50 admin admin] Usage tracker for resource:security_group_rule and tenant:b98c278c14344ebc9fc9f9899633592f is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:45.730000 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-76a78fad-54b7-446e-85f9-df030993ee50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:45.733139 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8f5a4-cfe8-42c5-9e5f-5e4c4ad8de1b req-ae3b38a2-8103-4801-acb4-e0944e078ba9 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:45.749594 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-53f8f5a4-cfe8-42c5-9e5f-5e4c4ad8de1b req-ae3b38a2-8103-4801-acb4-e0944e078ba9 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1805198
Dec 02 17:54:45.757498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:54:45.757943 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:45.770709 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:45.779453 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-76a78fad-54b7-446e-85f9-df030993ee50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:45.809208 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-b4b04b0d-15ce-4537-a7c9-cf1ddfc77f19 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5370500
Dec 02 17:54:45.816444 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Made reservation on behalf of 2b9f580ccafc411288557243f06a641f for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:54:45.822847 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] 10.222.0.21 "PUT /v2.0/routers/cfdc9b09-9bb3-4be5-b495-bcc3b05350ea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.5119643
Dec 02 17:54:45.823774 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-20ce175d-abc3-4517-bdc2-2fbd07639e73 None None] Port 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:54:45.827078 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:45.860657 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-53f8f5a4-cfe8-42c5-9e5f-5e4c4ad8de1b req-479391fe-b8ef-49eb-b549-bbd80e21e2bd tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1040621
Dec 02 17:54:46.256157 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-ce2198b9-473f-49c0-8c52-347ddcf98148 service neutron] 10.222.0.21 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4087286
Dec 02 17:54:46.396244 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c08c550>, [{'id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'name': 'tempest-TestShelveInstance-1060559989-router', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '3d448308-f901-4806-af38-20616d13b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:28Z', 'updated_at': '2020-12-02T17:54:42Z', 'revision_number': 4, 'project_id': '939a8381123d43fb914903fdf5a1e3db', 'gw_port': {'id': '3d448308-f901-4806-af38-20616d13b5bf', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:30Z', 'updated_at': '2020-12-02T17:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '937d16ab-0ca3-4c61-ad57-ae25dbec3e5d', 'name': '', 'network_id': '4b0027ee-a9e1-4810-8942-cdad6153a931', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db', 'mac_address': 'fa:16:3e:b9:04:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1ec8c2e6-fadb-4728-b23b-87c08130d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:40Z', 'updated_at': '2020-12-02T17:54:43Z', 'revision_number': 2, 'project_id': '939a8381123d43fb914903fdf5a1e3db', 'subnets': [{'id': '1ec8c2e6-fadb-4728-b23b-87c08130d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:46.403712 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb050a83-8f85-4ea2-bde6-3ce754087581 None None] The sync data for ids ['cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'] in dv-cinder-733623-9-iscsi is: [{'id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'name': 'tempest-TestShelveInstance-1060559989-router', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '3d448308-f901-4806-af38-20616d13b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:28Z', 'updated_at': '2020-12-02T17:54:42Z', 'revision_number': 4, 'project_id': '939a8381123d43fb914903fdf5a1e3db', 'gw_port': {'id': '3d448308-f901-4806-af38-20616d13b5bf', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:30Z', 'updated_at': '2020-12-02T17:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '937d16ab-0ca3-4c61-ad57-ae25dbec3e5d', 'name': '', 'network_id': '4b0027ee-a9e1-4810-8942-cdad6153a931', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db', 'mac_address': 'fa:16:3e:b9:04:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1ec8c2e6-fadb-4728-b23b-87c08130d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:40Z', 'updated_at': '2020-12-02T17:54:43Z', 'revision_number': 2, 'project_id': '939a8381123d43fb914903fdf5a1e3db', 'subnets': [{'id': '1ec8c2e6-fadb-4728-b23b-87c08130d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:54:46.465106 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fc0a87d7-c131-495f-9be0-64f77c8a1eac req-adbea947-ddf0-4fa1-8fb4-fb556eea80cd tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 210 time: 0.0759552
Dec 02 17:54:46.475536 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-d333be0e-09ac-4e58-ab94-e4dd1727da2e service neutron] 10.222.0.21 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2175462
Dec 02 17:54:46.613565 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-76a78fad-54b7-446e-85f9-df030993ee50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:46.619175 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-76a78fad-54b7-446e-85f9-df030993ee50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:46.663613 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6b5aee93-72f8-4ba9-9c4e-3f48329b3d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:46.701236 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-76a78fad-54b7-446e-85f9-df030993ee50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b98c278c14344ebc9fc9f9899633592f&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0639839
Dec 02 17:54:46.707137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 56224) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:46.707429 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a78fad-54b7-446e-85f9-df030993ee50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99498bfc-7495-4646-9950-0c3520949cc2,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:46.713609 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-76a78fad-54b7-446e-85f9-df030993ee50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:46.870390 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9897dd96-9456-4685-a5a4-0282977605fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:46.901169 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Allocated IP 172.20.0.5 (fc9cfd30-dc19-40d0-b8bc-150ba28d84ea/82dcd88b-f504-4cee-ba95-fa92d675a32b/5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:54:46.934379 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9897dd96-9456-4685-a5a4-0282977605fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:47.686590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:47.749169 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Transition to ACTIVE for port object 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:47.762845 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9897dd96-9456-4685-a5a4-0282977605fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:47.769709 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-88972e2c-b4e8-4fa0-ab40-19f66387a490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:47.788956 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9897dd96-9456-4685-a5a4-0282977605fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:47.793378 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-9897dd96-9456-4685-a5a4-0282977605fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99498bfc-7495-4646-9950-0c3520949cc2 HTTP/1.1" status: 204  len: 168 time: 1.0828967
Dec 02 17:54:47.793378 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897dd96-9456-4685-a5a4-0282977605fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99498bfc-7495-4646-9950-0c3520949cc2,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:47.795775 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9897dd96-9456-4685-a5a4-0282977605fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:47.947746 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:47.976276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4a6e795c-6480-4a6a-828e-320be26c4bbc tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:48.102011 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:54:48.169031 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Pushing event updated for resources: {'Port': ['ID=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:48.182832 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:48.228631 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e8911-ac33-4e77-8c90-ad73397f1049 req-d4cabda2-cfc7-49da-a367-e87f5f460931 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:48.231058 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a1e8911-ac33-4e77-8c90-ad73397f1049 req-d4cabda2-cfc7-49da-a367-e87f5f460931 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.3734016
Dec 02 17:54:48.369988 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-6d1e202c-b115-4096-a6ea-a3933cac2ce2 req-e681d5df-1492-4ea9-8f37-9705cba1b938 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Synchronizing usage tracker for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:54:48.419886 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-6d1e202c-b115-4096-a6ea-a3933cac2ce2 req-e681d5df-1492-4ea9-8f37-9705cba1b938 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Unset dirty status for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:54:48.437725 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6d1e202c-b115-4096-a6ea-a3933cac2ce2 req-e681d5df-1492-4ea9-8f37-9705cba1b938 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 210 time: 0.1430795
Dec 02 17:54:48.495653 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a1e8911-ac33-4e77-8c90-ad73397f1049 req-4ae951f8-356e-4a28-8ab3-3bffdcdff9ea tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2454360
Dec 02 17:54:48.687372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 3d448308-f901-4806-af38-20616d13b5bf up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:48.701167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Network fc9cfd30-dc19-40d0-b8bc-150ba28d84ea is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:54:48.730176 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:54:48.739931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:54:48.888833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-89d352d0-28eb-4279-91ee-98187520a834 req-75b8da84-4a1b-4848-b85b-c4c776579aa0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-722026187', 'description': 'tempest-TestShelveInstance-722026187 description'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:48.890443 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 3d448308-f901-4806-af38-20616d13b5bf completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:48.904488 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 3d448308-f901-4806-af38-20616d13b5bf triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:48.904922 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:48.917736 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-89d352d0-28eb-4279-91ee-98187520a834 req-75b8da84-4a1b-4848-b85b-c4c776579aa0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:48.972019 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-89d352d0-28eb-4279-91ee-98187520a834 req-75b8da84-4a1b-4848-b85b-c4c776579aa0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Usage tracker for resource:security_group and tenant:08c5d505eefa48458ed1c3b80b70cbc7 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:48.988298 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-89d352d0-28eb-4279-91ee-98187520a834 req-75b8da84-4a1b-4848-b85b-c4c776579aa0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:49.015620 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-89d352d0-28eb-4279-91ee-98187520a834 req-75b8da84-4a1b-4848-b85b-c4c776579aa0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:49.123841 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:49.124663 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:49.174211 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-89d352d0-28eb-4279-91ee-98187520a834 req-75b8da84-4a1b-4848-b85b-c4c776579aa0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:49.265070 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098560a-1a14-4478-84ff-9efca829ba4a req-9cae8ff5-4635-4aa0-bdde-52fd7f4e1922 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:49.285366 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7098560a-1a14-4478-84ff-9efca829ba4a req-9cae8ff5-4635-4aa0-bdde-52fd7f4e1922 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 931 time: 0.5290325
Dec 02 17:54:49.363350 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-89d352d0-28eb-4279-91ee-98187520a834 req-75b8da84-4a1b-4848-b85b-c4c776579aa0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:49.368015 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-89d352d0-28eb-4279-91ee-98187520a834 req-75b8da84-4a1b-4848-b85b-c4c776579aa0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Usage tracker for resource:security_group_rule and tenant:08c5d505eefa48458ed1c3b80b70cbc7 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:49.371602 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-89d352d0-28eb-4279-91ee-98187520a834 req-75b8da84-4a1b-4848-b85b-c4c776579aa0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:49.381973 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-89d352d0-28eb-4279-91ee-98187520a834 req-75b8da84-4a1b-4848-b85b-c4c776579aa0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:49.454143 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7098560a-1a14-4478-84ff-9efca829ba4a req-1f92133f-e784-4019-87f9-2a655cdd1265 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1668782
Dec 02 17:54:49.474890 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:49.514046 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82b774c1-f09f-402e-88a4-a1c174fdc822 None None] Provisioning for port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:49.544582 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82b774c1-f09f-402e-88a4-a1c174fdc822 None None] Provisioning complete for port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:49.545135 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82b774c1-f09f-402e-88a4-a1c174fdc822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:49.677720 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port 3d448308-f901-4806-af38-20616d13b5bf, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=3d448308-f901-4806-af38-20616d13b5bf,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:49.680234 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82b774c1-f09f-402e-88a4-a1c174fdc822 None None] Port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:54:49.686603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-89d352d0-28eb-4279-91ee-98187520a834 req-75b8da84-4a1b-4848-b85b-c4c776579aa0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:49.691271 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.0237005
Dec 02 17:54:49.692420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-89d352d0-28eb-4279-91ee-98187520a834 req-75b8da84-4a1b-4848-b85b-c4c776579aa0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:49.696809 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9da0243b-4ec1-4178-be92-ef4476ca6d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:49.701600 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:49.714356 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ad90b2b1-4bed-4255-b313-dd9952297b8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:49.779660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b8da84-4a1b-4848-b85b-c4c776579aa0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfffea7-d67e-45a8-86dc-bff0a5eef025,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:49.811259 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3c28bb61-e82c-41a4-bc90-c0365e7d42a8 req-5996400e-14cd-4e76-a340-0eed2944bb9a tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 210 time: 0.2013335
Dec 02 17:54:49.815317 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Request body: {'port': {'device_id': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:49.888242 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-75b8da84-4a1b-4848-b85b-c4c776579aa0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:49.909378 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=3d448308-f901-4806-af38-20616d13b5bf,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:49.913249 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:49.945837 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-89d352d0-28eb-4279-91ee-98187520a834 req-75b8da84-4a1b-4848-b85b-c4c776579aa0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:49.982605 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-89d352d0-28eb-4279-91ee-98187520a834 req-75b8da84-4a1b-4848-b85b-c4c776579aa0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1755 time: 1.2485309
Dec 02 17:54:50.308011 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b05ea7-7d9a-47c4-bbd9-77ba636aff1a req-fc66dce3-8a5b-45f6-9103-32f7143f807c tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:50.309736 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d7b05ea7-7d9a-47c4-bbd9-77ba636aff1a req-fc66dce3-8a5b-45f6-9103-32f7143f807c tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.2073019
Dec 02 17:54:50.524672 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d7b05ea7-7d9a-47c4-bbd9-77ba636aff1a req-4629c0bd-49ad-4d2f-8e35-d2dba51702df tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2056296
Dec 02 17:54:50.559694 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 3d448308-f901-4806-af38-20616d13b5bf up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:50.816254 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 3d448308-f901-4806-af38-20616d13b5bf triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:50.816912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:51.025185 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-b6ed6c41-9d85-4957-8750-a960a1ab5892 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:51.027254 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-b6ed6c41-9d85-4957-8750-a960a1ab5892 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.43 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 811 time: 0.2177095
Dec 02 17:54:51.059548 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:51.128197 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3d0f5fbc-adbf-4d6d-844d-2b25ad4d20de req-0d54ed0b-ff6b-4834-bc6d-9cd28a0a6e0e tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups/bcfffea7-d67e-45a8-86dc-bff0a5eef025 HTTP/1.1" status: 200  len: 1750 time: 1.0750606
Dec 02 17:54:51.215505 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c63f0e1-c349-4944-8d33-2cb1112a9b64 req-3dfc95fc-ce83-4c20-9dcb-1424de5eec46 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:51.227320 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0c63f0e1-c349-4944-8d33-2cb1112a9b64 req-3dfc95fc-ce83-4c20-9dcb-1424de5eec46 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 931 time: 0.3606777
Dec 02 17:54:51.262582 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-3d0f5fbc-adbf-4d6d-844d-2b25ad4d20de req-37ed2231-1f53-445d-a7e3-5f28d20c540a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bcfffea7-d67e-45a8-86dc-bff0a5eef025', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:51.262953 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-3d0f5fbc-adbf-4d6d-844d-2b25ad4d20de req-37ed2231-1f53-445d-a7e3-5f28d20c540a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bcfffea7-d67e-45a8-86dc-bff0a5eef025', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:51.273041 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-3d0f5fbc-adbf-4d6d-844d-2b25ad4d20de req-37ed2231-1f53-445d-a7e3-5f28d20c540a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:51.279021 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-3d0f5fbc-adbf-4d6d-844d-2b25ad4d20de req-37ed2231-1f53-445d-a7e3-5f28d20c540a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Usage tracker for resource:security_group_rule and tenant:08c5d505eefa48458ed1c3b80b70cbc7 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:51.284349 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-3d0f5fbc-adbf-4d6d-844d-2b25ad4d20de req-37ed2231-1f53-445d-a7e3-5f28d20c540a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:51.293450 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-3d0f5fbc-adbf-4d6d-844d-2b25ad4d20de req-37ed2231-1f53-445d-a7e3-5f28d20c540a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:51.367441 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0c63f0e1-c349-4944-8d33-2cb1112a9b64 req-402dc47b-e414-4c1f-87d0-74071ebc6e1e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334324
Dec 02 17:54:51.725112 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-da100799-fe23-44e0-b3eb-dc58cc6a86fb req-4242d4bf-efed-4d29-8ed2-34d09a25b177 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 210 time: 0.1784725
Dec 02 17:54:52.050158 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f860d6a-e719-4fb1-b51e-87b4e921434c req-70f6f8aa-a7ef-45ad-aa72-7bdd7ffa6fb9 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:52.051972 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1f860d6a-e719-4fb1-b51e-87b4e921434c req-70f6f8aa-a7ef-45ad-aa72-7bdd7ffa6fb9 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1415558
Dec 02 17:54:52.062029 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3d0f5fbc-adbf-4d6d-844d-2b25ad4d20de req-37ed2231-1f53-445d-a7e3-5f28d20c540a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for security_group_rule, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:52.145506 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-f9eb2125-dcaf-4a32-a92f-4ac856df82bb tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75 HTTP/1.1" status: 200  len: 5551 time: 1.0706043
Dec 02 17:54:52.181148 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1f860d6a-e719-4fb1-b51e-87b4e921434c req-86476df5-34a2-441d-9464-6679145725a5 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1209002
Dec 02 17:54:52.258876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3d0f5fbc-adbf-4d6d-844d-2b25ad4d20de req-37ed2231-1f53-445d-a7e3-5f28d20c540a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:52.272297 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3d0f5fbc-adbf-4d6d-844d-2b25ad4d20de req-37ed2231-1f53-445d-a7e3-5f28d20c540a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674995'] for security_group_rule, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:52.276899 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:52.314832 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed2231-1f53-445d-a7e3-5f28d20c540a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62dc5c02-31c7-4f0e-b5f6-2122850cee9f,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:52.316994 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3d0f5fbc-adbf-4d6d-844d-2b25ad4d20de req-37ed2231-1f53-445d-a7e3-5f28d20c540a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for security_group_rule, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:52.318228 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3d0f5fbc-adbf-4d6d-844d-2b25ad4d20de req-37ed2231-1f53-445d-a7e3-5f28d20c540a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 1.0618067
Dec 02 17:54:52.322590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-37ed2231-1f53-445d-a7e3-5f28d20c540a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:52.404697 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Sync routers for ids ['cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:54:52.425384 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1f7843fb-53e5-447c-881b-9b4cab1be27b req-0bb23c61-44f4-4fec-b6db-60df10dd3f46 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups/bcfffea7-d67e-45a8-86dc-bff0a5eef025 HTTP/1.1" status: 200  len: 2311 time: 0.0611668
Dec 02 17:54:52.431410 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-1f7843fb-53e5-447c-881b-9b4cab1be27b req-789f0a0b-0878-4658-847c-e71c963de41b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bcfffea7-d67e-45a8-86dc-bff0a5eef025', 'remote_group_id': None}]} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:52.431773 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-1f7843fb-53e5-447c-881b-9b4cab1be27b req-789f0a0b-0878-4658-847c-e71c963de41b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bcfffea7-d67e-45a8-86dc-bff0a5eef025', 'remote_group_id': None}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:52.438897 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-1f7843fb-53e5-447c-881b-9b4cab1be27b req-789f0a0b-0878-4658-847c-e71c963de41b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:52.440116 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Routers {'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:54:52.443340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-1f7843fb-53e5-447c-881b-9b4cab1be27b req-789f0a0b-0878-4658-847c-e71c963de41b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Usage tracker for resource:security_group_rule and tenant:08c5d505eefa48458ed1c3b80b70cbc7 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:52.444745 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c67fc50>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:54:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:52.446569 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-1f7843fb-53e5-447c-881b-9b4cab1be27b req-789f0a0b-0878-4658-847c-e71c963de41b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:52.452733 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-1f7843fb-53e5-447c-881b-9b4cab1be27b req-789f0a0b-0878-4658-847c-e71c963de41b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:52.515349 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 17:54:52.541423 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:52.589851 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1f7843fb-53e5-447c-881b-9b4cab1be27b req-789f0a0b-0878-4658-847c-e71c963de41b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for security_group_rule, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:52.669871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Transition to ACTIVE for port object 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:52.674944 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:52.682612 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1f7843fb-53e5-447c-881b-9b4cab1be27b req-789f0a0b-0878-4658-847c-e71c963de41b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:52.697040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1f7843fb-53e5-447c-881b-9b4cab1be27b req-789f0a0b-0878-4658-847c-e71c963de41b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674995'] for security_group_rule, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:52.698074 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:52.700602 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-0cb69a62-24cd-4020-b8e1-36705e05f05d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:52.718413 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Set router cfdc9b09-9bb3-4be5-b495-bcc3b05350ea gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:54:52.778997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1f7843fb-53e5-447c-881b-9b4cab1be27b req-789f0a0b-0878-4658-847c-e71c963de41b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for security_group_rule, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:52.793943 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1f7843fb-53e5-447c-881b-9b4cab1be27b req-789f0a0b-0878-4658-847c-e71c963de41b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.3675709
Dec 02 17:54:52.798115 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f0a0b-0878-4658-847c-e71c963de41b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57c8615-c905-46c9-a76a-f8528cb1c65d,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:52.813351 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-789f0a0b-0878-4658-847c-e71c963de41b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:52.842612 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc0fdb-00ca-4122-aa78-ccc43159c46b req-9364009e-5e7e-4afe-a283-3b9b2d7bb789 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:52.843471 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-abcc0fdb-00ca-4122-aa78-ccc43159c46b req-9364009e-5e7e-4afe-a283-3b9b2d7bb789 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Synchronizing usage tracker for tenant:2b9f580ccafc411288557243f06a641f on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:54:53.095206 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f29e6d93-c189-4eba-8191-2778d12423b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:53.146426 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-87240b05-4a1f-4617-abc9-c264a138ef41 req-2b2729cb-f4b0-496f-b9fc-59fa604ee17f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 210 time: 0.1115181
Dec 02 17:54:53.185153 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:53.189846 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-abcc0fdb-00ca-4122-aa78-ccc43159c46b req-9364009e-5e7e-4afe-a283-3b9b2d7bb789 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Unset dirty status for tenant:2b9f580ccafc411288557243f06a641f on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:54:53.197665 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-abcc0fdb-00ca-4122-aa78-ccc43159c46b req-9364009e-5e7e-4afe-a283-3b9b2d7bb789 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 931 time: 0.6462915
Dec 02 17:54:53.200691 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:53.583776 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-abcc0fdb-00ca-4122-aa78-ccc43159c46b req-8cfa15b9-113e-4dda-918e-8f5c2595cc4d tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Synchronizing usage tracker for tenant:2b9f580ccafc411288557243f06a641f on resource:security_group {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:54:53.644714 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e55fa-5d1c-4e3a-ab84-0b0291e5a9a8 req-819eb609-b686-4526-9e82-4c15778bad49 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:53.658635 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-145e55fa-5d1c-4e3a-ab84-0b0291e5a9a8 req-819eb609-b686-4526-9e82-4c15778bad49 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1961260
Dec 02 17:54:53.671696 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-abcc0fdb-00ca-4122-aa78-ccc43159c46b req-8cfa15b9-113e-4dda-918e-8f5c2595cc4d tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Unset dirty status for tenant:2b9f580ccafc411288557243f06a641f on resource:security_group {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:54:53.687498 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-abcc0fdb-00ca-4122-aa78-ccc43159c46b req-8cfa15b9-113e-4dda-918e-8f5c2595cc4d tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4881232
Dec 02 17:54:53.731132 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c67fc50>, [{'id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'name': 'tempest-TestShelveInstance-1060559989-router', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '3d448308-f901-4806-af38-20616d13b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:28Z', 'updated_at': '2020-12-02T17:54:42Z', 'revision_number': 4, 'project_id': '939a8381123d43fb914903fdf5a1e3db', 'gw_port': {'id': '3d448308-f901-4806-af38-20616d13b5bf', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:30Z', 'updated_at': '2020-12-02T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '937d16ab-0ca3-4c61-ad57-ae25dbec3e5d', 'name': '', 'network_id': '4b0027ee-a9e1-4810-8942-cdad6153a931', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db', 'mac_address': 'fa:16:3e:b9:04:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1ec8c2e6-fadb-4728-b23b-87c08130d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:40Z', 'updated_at': '2020-12-02T17:54:43Z', 'revision_number': 2, 'project_id': '939a8381123d43fb914903fdf5a1e3db', 'subnets': [{'id': '1ec8c2e6-fadb-4728-b23b-87c08130d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:53.738437 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Checking router: cfdc9b09-9bb3-4be5-b495-bcc3b05350ea for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:54:53.738877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Updating router cfdc9b09-9bb3-4be5-b495-bcc3b05350ea port 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d binding host dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}}
Dec 02 17:54:53.793198 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-145e55fa-5d1c-4e3a-ab84-0b0291e5a9a8 req-ad2fe65e-9843-4b79-b8b0-769c62c9486e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1211421
Dec 02 17:54:53.806852 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Attempting to bind port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:54:53.809018 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Attempting to bind port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'a669463e-0df4-4083-ab53-540a9d427bd2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:54:53.811041 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Attempting to bind port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 on network fc9cfd30-dc19-40d0-b8bc-150ba28d84ea {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:54:53.833029 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:54:53.833768 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Checking segment: {'id': 'a669463e-0df4-4083-ab53-540a9d427bd2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:54:53.833912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:53.834536 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:53.835100 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Bound using segment: {'id': 'a669463e-0df4-4083-ab53-540a9d427bd2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:54:53.836140 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Bound port: 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a669463e-0df4-4083-ab53-540a9d427bd2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:54:53.837990 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:54.092718 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] For port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1, host hv-cinder-73362, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:54:54.101043 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] For port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1,segment=NetworkSegment(a669463e-0df4-4083-ab53-540a9d427bd2),segment_id=a669463e-0df4-4083-ab53-540a9d427bd2)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:54:54.107520 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:54.387391 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-193431dd-01c2-4168-920f-126e079bb575 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:54.483034 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Request body: {'port': {'device_id': 'ad439d04-9bed-4d80-9a44-61da3c995518', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'admin_state_up': True, 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'security_groups': ['9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f']}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:54.630167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 56368) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:54.634298 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5c639778-08f7-43a6-a11e-8303e1a719be req-9508df6b-6010-4107-a7a6-0a31ecb6d38e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 210 time: 0.1221819
Dec 02 17:54:54.648176 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:54.648877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:54.650758 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] 10.222.0.43 "PUT /v2.0/ports/5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 HTTP/1.1" status: 200  len: 1157 time: 4.8741210
Dec 02 17:54:54.651372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'tag': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:54:54.858700 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Notify callbacks [] for port, precommit_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:54.903685 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Transition to ACTIVE for port object 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d will not be triggered until provisioned by entity L2. {{(pid=80246) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:54.906973 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:54.939103 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:54.996287 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'tag': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1', 'status': 'completed', 'code': 200}
Dec 02 17:54:55.156561 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e283aa3e-4e30-4831-8455-0b8b04d98182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:55.203699 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-e283aa3e-4e30-4831-8455-0b8b04d98182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:55.208170 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-e283aa3e-4e30-4831-8455-0b8b04d98182 admin admin] Usage tracker for resource:security_group_rule and tenant:fcdcdf3a94ee4a8c9ee0a6e49c3312c6 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:55.221407 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-e283aa3e-4e30-4831-8455-0b8b04d98182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:55.228507 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-e283aa3e-4e30-4831-8455-0b8b04d98182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:55.326172 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:55.338976 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.952s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:55.495275 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:55.530222 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdd485-38ab-4e3e-8794-ba422af84d4e req-b0faed55-d00d-4419-9d50-38217512323a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:55.530919 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Pushing event updated for resources: {'Port': ['ID=937d16ab-0ca3-4c61-ad57-ae25dbec3e5d,revision_number=3']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:55.534381 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:55.541935 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-70fdd485-38ab-4e3e-8794-ba422af84d4e req-b0faed55-d00d-4419-9d50-38217512323a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.2448590
Dec 02 17:54:55.550574 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-33b8682c-b2ac-4a8c-869f-4034e33cee50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:55.552625 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-33b8682c-b2ac-4a8c-869f-4034e33cee50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b9f580ccafc411288557243f06a641f&device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 1160 time: 0.5551810
Dec 02 17:54:55.556118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.556795 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.557381 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.557976 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.558581 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.559177 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.559755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.560488 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.561210 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.561822 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.562393 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.563788 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.564455 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.565040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.565623 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.566194 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.566785 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.567360 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.567938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.568504 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.569067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.569632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.570196 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.570810 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80246) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:54:55.578313 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:55.595927 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff19ad6-4ca2-47a6-b714-9f085e5d1f5e req-f88d248e-76c3-4f33-9ead-1836101a6c66 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:55.598221 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6ff19ad6-4ca2-47a6-b714-9f085e5d1f5e req-f88d248e-76c3-4f33-9ead-1836101a6c66 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 943 time: 0.4284508
Dec 02 17:54:55.639219 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-70fdd485-38ab-4e3e-8794-ba422af84d4e req-c050cd14-5851-4a9c-91c3-cedab6f95150 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0961225
Dec 02 17:54:55.654932 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5f2e811c-70f2-4313-bd34-ce410e326ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:55.659456 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e283aa3e-4e30-4831-8455-0b8b04d98182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:55.663598 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e283aa3e-4e30-4831-8455-0b8b04d98182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:55.685466 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8d8c01e0-46c7-4e67-95ae-e7d9ab127a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:55.737703 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6ff19ad6-4ca2-47a6-b714-9f085e5d1f5e req-036eb800-6fbb-4de3-8bca-9711955c90e1 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327593
Dec 02 17:54:55.739740 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Made reservation on behalf of 4efb85fc834d471fbfdaf374fbfc0c75 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:54:55.752294 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:55.774669 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283aa3e-4e30-4831-8455-0b8b04d98182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e50f484-a4ed-4be7-ab91-bf160c80ab61,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:55.798567 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e283aa3e-4e30-4831-8455-0b8b04d98182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:55.893708 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-e283aa3e-4e30-4831-8455-0b8b04d98182 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcdcdf3a94ee4a8c9ee0a6e49c3312c6&name=default HTTP/1.1" status: 200  len: 2879 time: 1.2613907
Dec 02 17:54:55.896816 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 56398) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:55.916496 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Attempting to bind port 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d on host dv-cinder-733623-9-iscsi for vnic_type normal with profile  {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:54:55.916985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Attempting to bind port 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d by drivers openvswitch on host dv-cinder-733623-9-iscsi at level 0 using segments [{'id': '130d76d2-85b9-49fe-ad9e-e3f4c273685a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4b0027ee-a9e1-4810-8942-cdad6153a931'}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:54:55.917826 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Attempting to bind port 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d on network 4b0027ee-a9e1-4810-8942-cdad6153a931 {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:54:55.944828 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Checking agent: {'id': '67d2c42c-4937-492c-a449-ca32d596ac00', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733623-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 40, 27), 'started_at': datetime.datetime(2020, 12, 2, 17, 40, 57), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733623-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.39', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:54:55.953653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Checking segment: {'id': '130d76d2-85b9-49fe-ad9e-e3f4c273685a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4b0027ee-a9e1-4810-8942-cdad6153a931'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80246) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:54:55.955131 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:55.955686 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Bound using segment: {'id': '130d76d2-85b9-49fe-ad9e-e3f4c273685a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4b0027ee-a9e1-4810-8942-cdad6153a931'} {{(pid=80246) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:54:55.956360 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Bound port: 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d, host: dv-cinder-733623-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130d76d2-85b9-49fe-ad9e-e3f4c273685a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '4b0027ee-a9e1-4810-8942-cdad6153a931'}}] {{(pid=80246) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:54:55.956887 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:56.210271 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c53862f5-9db1-498c-89e7-e956b78e9f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:56.221594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:56.258589 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c53862f5-9db1-498c-89e7-e956b78e9f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:56.282856 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-8a7d2e30-3ee4-4fe5-8f85-f95f15972d8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 HTTP/1.1" status: 200  len: 217 time: 0.3692484
Dec 02 17:54:56.325587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] For port 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d, host dv-cinder-733623-9-iscsi, cleared binding levels {{(pid=80246) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:54:56.329926 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] For port 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d, host dv-cinder-733623-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=937d16ab-0ca3-4c61-ad57-ae25dbec3e5d,segment=NetworkSegment(130d76d2-85b9-49fe-ad9e-e3f4c273685a),segment_id=130d76d2-85b9-49fe-ad9e-e3f4c273685a)] {{(pid=80246) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:54:56.334438 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80246) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:56.367950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:56.404003 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c53862f5-9db1-498c-89e7-e956b78e9f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:56.448334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8bcb94f0-a0f3-4f7b-b5ee-72b4558ecf9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:56.478748 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c53862f5-9db1-498c-89e7-e956b78e9f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:56.488564 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-c53862f5-9db1-498c-89e7-e956b78e9f6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e50f484-a4ed-4be7-ab91-bf160c80ab61 HTTP/1.1" status: 204  len: 168 time: 0.5902824
Dec 02 17:54:56.504179 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75452ea5-b1a2-4b8c-9fd3-b805ef9f57d0 req-659bbaf1-e56a-4b94-a520-3edc30e473ed tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 210 time: 0.1808348
Dec 02 17:54:56.514907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53862f5-9db1-498c-89e7-e956b78e9f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e50f484-a4ed-4be7-ab91-bf160c80ab61,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:56.531821 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c53862f5-9db1-498c-89e7-e956b78e9f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:56.799055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Pushing event updated for resources: {'Port': ['ID=937d16ab-0ca3-4c61-ad57-ae25dbec3e5d,revision_number=4']} {{(pid=80246) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:56.806280 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-38baceca-cf0c-4fe5-a4bd-955322bffb4d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80246) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:56.828564 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-fb591f3d-df0c-492e-ab1a-ebb062c062fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:56.832039 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-fb591f3d-df0c-492e-ab1a-ebb062c062fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=82dcd88b-f504-4cee-ba95-fa92d675a32b HTTP/1.1" status: 200  len: 854 time: 0.2201128
Dec 02 17:54:56.901771 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Routers {'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:54:56.910755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c67fc50>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:54:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:57.082857 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:57.403133 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b72ee82-776a-42c2-b3f3-1f19d6f38053 req-700675ee-7cfe-4d3a-be9d-179c3cb51c5a tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:57.405374 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1b72ee82-776a-42c2-b3f3-1f19d6f38053 req-700675ee-7cfe-4d3a-be9d-179c3cb51c5a tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 943 time: 0.2000504
Dec 02 17:54:57.411270 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 56418) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:57.457206 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cae8480f-07ee-41bc-9abc-b99cd9968887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:57.525476 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-cae8480f-07ee-41bc-9abc-b99cd9968887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:54:57.565139 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] Set router cfdc9b09-9bb3-4be5-b495-bcc3b05350ea gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:54:57.580064 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-cae8480f-07ee-41bc-9abc-b99cd9968887 admin admin] Usage tracker for resource:security_group_rule and tenant:ae4bb9afb49d4bee8ea3f28e2105268b is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:54:57.599786 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-cae8480f-07ee-41bc-9abc-b99cd9968887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:54:57.620282 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-cae8480f-07ee-41bc-9abc-b99cd9968887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:54:57.635714 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1b72ee82-776a-42c2-b3f3-1f19d6f38053 req-193098d2-aa14-4e35-9f47-56e2db20e26c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2208245
Dec 02 17:54:57.762663 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Allocated IP 172.20.0.8 (81ba944c-237a-4bb9-9742-673bb3d6486a/ccc5f159-4bff-43bf-8f0c-71025b7fe5f3/278a9de9-4037-4c22-9523-38f752cf0853) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:54:57.851332 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cae8480f-07ee-41bc-9abc-b99cd9968887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:57.852953 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:57.857991 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cae8480f-07ee-41bc-9abc-b99cd9968887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:57.877254 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4c602933-6de5-4ecb-9aeb-ef037d0f6c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:57.883364 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d1218-77a3-425c-877d-ea4dd4eaa431 req-d2d9d900-6358-42d3-9053-8860cb02bc5f tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:57.892909 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7f4d1218-77a3-425c-877d-ea4dd4eaa431 req-d2d9d900-6358-42d3-9053-8860cb02bc5f tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.3727293
Dec 02 17:54:58.100232 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-11499a7e-8e6d-4f0b-afb9-ec15552c9ac1 req-18aa858a-af63-4587-89a6-1806235f50d4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 210 time: 0.1246793
Dec 02 17:54:58.100966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8480f-07ee-41bc-9abc-b99cd9968887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447942d4-c568-4ab1-a759-62208c352c86,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:58.106055 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-cae8480f-07ee-41bc-9abc-b99cd9968887 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae4bb9afb49d4bee8ea3f28e2105268b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6932819
Dec 02 17:54:58.115011 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cae8480f-07ee-41bc-9abc-b99cd9968887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:58.115482 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 56424) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:54:58.279588 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7f4d1218-77a3-425c-877d-ea4dd4eaa431 req-7d6e588f-a6ca-4a51-8bba-39291fc548d7 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3674431
Dec 02 17:54:58.374300 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c67fc50>, [{'id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'name': 'tempest-TestShelveInstance-1060559989-router', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '3d448308-f901-4806-af38-20616d13b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:28Z', 'updated_at': '2020-12-02T17:54:42Z', 'revision_number': 4, 'project_id': '939a8381123d43fb914903fdf5a1e3db', 'gw_port': {'id': '3d448308-f901-4806-af38-20616d13b5bf', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:30Z', 'updated_at': '2020-12-02T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '937d16ab-0ca3-4c61-ad57-ae25dbec3e5d', 'name': '', 'network_id': '4b0027ee-a9e1-4810-8942-cdad6153a931', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db', 'mac_address': 'fa:16:3e:b9:04:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1ec8c2e6-fadb-4728-b23b-87c08130d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:40Z', 'updated_at': '2020-12-02T17:54:56Z', 'revision_number': 4, 'project_id': '939a8381123d43fb914903fdf5a1e3db', 'subnets': [{'id': '1ec8c2e6-fadb-4728-b23b-87c08130d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:54:58.381874 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715caf29-25e4-479e-b2c5-58e41a7406c2 None None] The sync data for ids ['cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'] in dv-cinder-733623-9-iscsi is: [{'id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'name': 'tempest-TestShelveInstance-1060559989-router', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '3d448308-f901-4806-af38-20616d13b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:28Z', 'updated_at': '2020-12-02T17:54:42Z', 'revision_number': 4, 'project_id': '939a8381123d43fb914903fdf5a1e3db', 'gw_port': {'id': '3d448308-f901-4806-af38-20616d13b5bf', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:30Z', 'updated_at': '2020-12-02T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '937d16ab-0ca3-4c61-ad57-ae25dbec3e5d', 'name': '', 'network_id': '4b0027ee-a9e1-4810-8942-cdad6153a931', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db', 'mac_address': 'fa:16:3e:b9:04:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '1ec8c2e6-fadb-4728-b23b-87c08130d18b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:40Z', 'updated_at': '2020-12-02T17:54:56Z', 'revision_number': 4, 'project_id': '939a8381123d43fb914903fdf5a1e3db', 'subnets': [{'id': '1ec8c2e6-fadb-4728-b23b-87c08130d18b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:54:58.388575 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ae92727e-b2a9-4dd0-8793-3dce6988fd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:58.431147 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ae92727e-b2a9-4dd0-8793-3dce6988fd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:58.512724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ae92727e-b2a9-4dd0-8793-3dce6988fd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:58.524163 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-28864d60-c4d8-4f21-ae67-e63631c02e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:58.539814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:58.561067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae92727e-b2a9-4dd0-8793-3dce6988fd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447942d4-c568-4ab1-a759-62208c352c86,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:58.572147 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ae92727e-b2a9-4dd0-8793-3dce6988fd9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:58.589983 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Transition to ACTIVE for port object 278a9de9-4037-4c22-9523-38f752cf0853 will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:54:58.602858 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ae92727e-b2a9-4dd0-8793-3dce6988fd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:58.604193 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-ae92727e-b2a9-4dd0-8793-3dce6988fd9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/447942d4-c568-4ab1-a759-62208c352c86 HTTP/1.1" status: 204  len: 168 time: 0.4876313
Dec 02 17:54:58.633639 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:54:58.665937 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:58.811827 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning for port 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:58.825877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:58.826310 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:58.964748 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-517a5854-c063-42bb-9168-97709f164c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:59.009447 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571c236-956d-4171-ae3c-e425546b5876 req-58313918-297b-4955-8243-bf8a2dfcf989 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:59.021508 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b571c236-956d-4171-ae3c-e425546b5876 req-58313918-297b-4955-8243-bf8a2dfcf989 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 943 time: 0.1230237
Dec 02 17:54:59.071178 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Network 81ba944c-237a-4bb9-9742-673bb3d6486a is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:54:59.076240 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:54:59.124629 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:54:59.158193 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b571c236-956d-4171-ae3c-e425546b5876 req-3b14b9c9-225e-4952-bea5-c02284e072ec tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350167
Dec 02 17:54:59.196301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:59.304467 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:59.305528 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:59.367331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] For port 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=937d16ab-0ca3-4c61-ad57-ae25dbec3e5d,segment=NetworkSegment(130d76d2-85b9-49fe-ad9e-e3f4c273685a),segment_id=130d76d2-85b9-49fe-ad9e-e3f4c273685a)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:54:59.375833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:59.378955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:54:59.547331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event updated for resources: {'Port': ['ID=278a9de9-4037-4c22-9523-38f752cf0853,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:59.579691 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbdd77-ebe2-45d5-9b2f-5de3d408e291 req-f9bb0a4a-5333-44b4-a0bf-b9730159c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:59.584215 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f5fbdd77-ebe2-45d5-9b2f-5de3d408e291 req-f9bb0a4a-5333-44b4-a0bf-b9730159c30f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbc1bec290674effad04cd89b614f4b2&device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 1163 time: 0.2770362
Dec 02 17:54:59.586789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:59.711153 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.2349434
Dec 02 17:54:59.779150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Pushing event updated for resources: {'Port': ['ID=937d16ab-0ca3-4c61-ad57-ae25dbec3e5d,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:54:59.783460 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-5ef858a0-a461-48ea-b1bd-58aff7b5bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:59.786135 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-5ef858a0-a461-48ea-b1bd-58aff7b5bb25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3953338
Dec 02 17:54:59.811662 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:54:59.819512 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Request body: {'port': {'device_id': 'ad439d04-9bed-4d80-9a44-61da3c995518', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:54:59.863866 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-fefff4ec-657c-42eb-b1db-82abb954d1f8 None None] Provisioning for port 278a9de9-4037-4c22-9523-38f752cf0853 completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:54:59.869294 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-fefff4ec-657c-42eb-b1db-82abb954d1f8 None None] Provisioning complete for port 278a9de9-4037-4c22-9523-38f752cf0853 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:54:59.869717 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fefff4ec-657c-42eb-b1db-82abb954d1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:54:59.911476 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbdd77-ebe2-45d5-9b2f-5de3d408e291 req-e7f9b2d3-ee9c-4b1f-80bc-cf7ab5813e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:54:59.913535 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f5fbdd77-ebe2-45d5-9b2f-5de3d408e291 req-e7f9b2d3-ee9c-4b1f-80bc-cf7ab5813e51 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d5df4e7-9e83-4d6e-b367-2b18b115dead HTTP/1.1" status: 200  len: 910 time: 0.2526731
Dec 02 17:54:59.993357 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-fefff4ec-657c-42eb-b1db-82abb954d1f8 None None] Port 278a9de9-4037-4c22-9523-38f752cf0853 cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:55:00.056575 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8624218-ad5e-4ee8-827b-4a564622abb8 req-940f4fea-989e-403d-a006-7f88e0d07d70 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:00.057904 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-e8624218-ad5e-4ee8-827b-4a564622abb8 req-940f4fea-989e-403d-a006-7f88e0d07d70 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Synchronizing usage tracker for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:55:00.190406 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f5fbdd77-ebe2-45d5-9b2f-5de3d408e291 req-724da381-f702-4337-81da-c9b7f6847211 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=257d1482-7082-4beb-9105-6b7421c3974c HTTP/1.1" status: 200  len: 1002 time: 0.2645698
Dec 02 17:55:00.263332 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec9dde-b99f-45d4-b5a5-3bdc118dc29c req-79f943c1-ae57-4a9c-856c-9d359c69ecbe tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:00.271976 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f6ec9dde-b99f-45d4-b5a5-3bdc118dc29c req-79f943c1-ae57-4a9c-856c-9d359c69ecbe tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.6819279
Dec 02 17:55:00.340505 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f6ec9dde-b99f-45d4-b5a5-3bdc118dc29c req-4d4bc5b4-3e98-45d8-8bbb-9dc4b9c8b4fd tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672889
Dec 02 17:55:00.521059 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-e8624218-ad5e-4ee8-827b-4a564622abb8 req-940f4fea-989e-403d-a006-7f88e0d07d70 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Unset dirty status for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:55:00.522380 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e8624218-ad5e-4ee8-827b-4a564622abb8 req-940f4fea-989e-403d-a006-7f88e0d07d70 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 931 time: 0.9488573
Dec 02 17:55:00.581105 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:00.590352 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d up at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:55:00.622720 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-0259b846-ce62-4c8b-8b08-deb4c31723fc service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6796634
Dec 02 17:55:00.674194 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e8624218-ad5e-4ee8-827b-4a564622abb8 req-a741bedb-7f3d-4882-937b-c143659754aa tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1398401
Dec 02 17:55:00.840559 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Provisioning complete for port 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:00.841339 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:00.854798 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce115d-c6e8-4a2e-8066-5a112889b540 req-990117a8-a052-48b6-8830-410653ec0f32 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:00.862743 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a2ce115d-c6e8-4a2e-8066-5a112889b540 req-990117a8-a052-48b6-8830-410653ec0f32 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 943 time: 0.2531314
Dec 02 17:55:00.948959 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a2ce115d-c6e8-4a2e-8066-5a112889b540 req-3d55ed5e-658f-472d-8105-9e41bf79cc8d tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851500
Dec 02 17:55:01.366784 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 278a9de9-4037-4c22-9523-38f752cf0853 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 17:55:01.374736 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:01.392180 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Transition to ACTIVE for port object 278a9de9-4037-4c22-9523-38f752cf0853 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:55:01.399917 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:01.433118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:01.572190 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Pushing event updated for resources: {'Port': ['ID=278a9de9-4037-4c22-9523-38f752cf0853,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:01.575517 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:01.797505 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c633d7e-8e29-42fb-a1c4-f398e36441ad req-30c6fc46-98cd-4966-a8ca-7f2b8b945b17 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:01.799429 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9c633d7e-8e29-42fb-a1c4-f398e36441ad req-30c6fc46-98cd-4966-a8ca-7f2b8b945b17 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.2166834
Dec 02 17:55:01.901362 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9c633d7e-8e29-42fb-a1c4-f398e36441ad req-80d9aa63-78e7-4939-84d0-c2315f6a77ae tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0587916
Dec 02 17:55:01.946133 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Attempting to bind port 278a9de9-4037-4c22-9523-38f752cf0853 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:55:01.946874 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Attempting to bind port 278a9de9-4037-4c22-9523-38f752cf0853 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:55:01.948416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Attempting to bind port 278a9de9-4037-4c22-9523-38f752cf0853 on network 81ba944c-237a-4bb9-9742-673bb3d6486a {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:55:01.956020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:55:01.956459 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Checking segment: {'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:55:01.956941 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:01.957359 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Bound using segment: {'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:55:01.957858 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Bound port: 278a9de9-4037-4c22-9523-38f752cf0853, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:55:01.958239 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:02.042526 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8d573-b31b-4881-a870-4bff0cb66abb req-bf6a76b4-d410-4006-9c75-d0f79f261d27 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:02.044194 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-29a8d573-b31b-4881-a870-4bff0cb66abb req-bf6a76b4-d410-4006-9c75-d0f79f261d27 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.1500976
Dec 02 17:55:02.086259 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] For port 278a9de9-4037-4c22-9523-38f752cf0853, host hv-cinder-73362, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:55:02.092653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] For port 278a9de9-4037-4c22-9523-38f752cf0853, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=278a9de9-4037-4c22-9523-38f752cf0853,segment=NetworkSegment(205f4dc9-96e8-409d-a722-4c7af1aeab79),segment_id=205f4dc9-96e8-409d-a722-4c7af1aeab79)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:55:02.102642 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:02.124347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-29a8d573-b31b-4881-a870-4bff0cb66abb req-96f27687-d0f9-419a-9ebf-2b46c4c01acd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Synchronizing usage tracker for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:55:02.129766 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e54946d6-80aa-4b14-b289-8a0cd857cfcf tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:02.145432 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-29a8d573-b31b-4881-a870-4bff0cb66abb req-96f27687-d0f9-419a-9ebf-2b46c4c01acd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Unset dirty status for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:55:02.151042 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-29a8d573-b31b-4881-a870-4bff0cb66abb req-96f27687-d0f9-419a-9ebf-2b46c4c01acd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0965393
Dec 02 17:55:02.357034 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Pushing event updated for resources: {'Port': ['ID=278a9de9-4037-4c22-9523-38f752cf0853,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:02.371074 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:02.421793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2a60b-26db-4da4-933c-830d217cd72e req-a3bf8908-901a-4be6-820e-53adfc066307 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:02.430245 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-52f2a60b-26db-4da4-933c-830d217cd72e req-a3bf8908-901a-4be6-820e-53adfc066307 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 943 time: 0.3014903
Dec 02 17:55:02.432969 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:02.433662 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:02.435159 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] 10.222.0.43 "PUT /v2.0/ports/278a9de9-4037-4c22-9523-38f752cf0853 HTTP/1.1" status: 200  len: 1157 time: 2.6338906
Dec 02 17:55:02.436647 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad439d04-9bed-4d80-9a44-61da3c995518', 'tag': '278a9de9-4037-4c22-9523-38f752cf0853'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:55:02.499338 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-52f2a60b-26db-4da4-933c-830d217cd72e req-8db11fba-97d7-4270-873b-1e8960d3051c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680673
Dec 02 17:55:02.506203 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad439d04-9bed-4d80-9a44-61da3c995518', 'tag': '278a9de9-4037-4c22-9523-38f752cf0853', 'status': 'completed', 'code': 200}
Dec 02 17:55:03.211264 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb43c73-e1a6-4b85-b428-34218b9ae27e req-c28b8259-4bd0-4e05-abd2-b4d9671ba476 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:03.218161 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8fb43c73-e1a6-4b85-b428-34218b9ae27e req-c28b8259-4bd0-4e05-abd2-b4d9671ba476 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1173701
Dec 02 17:55:03.300704 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8fb43c73-e1a6-4b85-b428-34218b9ae27e req-b1cc0e2e-6c30-430b-9236-901242b66309 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802362
Dec 02 17:55:03.736849 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932acab8-89b4-4e75-8459-a72476014c1e req-eec42ee8-840e-48ef-bbe2-24654c5168b6 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:03.738504 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-932acab8-89b4-4e75-8459-a72476014c1e req-eec42ee8-840e-48ef-bbe2-24654c5168b6 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.4015703
Dec 02 17:55:03.799267 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbdd77-ebe2-45d5-9b2f-5de3d408e291 req-4a712ac3-e6d7-4c24-ac09-26d2e239410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:03.800938 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f5fbdd77-ebe2-45d5-9b2f-5de3d408e291 req-4a712ac3-e6d7-4c24-ac09-26d2e239410a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7eb4d38d-7afb-4d11-b1ac-900651574376 HTTP/1.1" status: 200  len: 855 time: 0.1533265
Dec 02 17:55:03.873760 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9398383-e4d1-4de0-ba58-6ebf900057f3 req-6e9f7630-9329-4607-9e1b-ea648763f1f1 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:03.875593 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c9398383-e4d1-4de0-ba58-6ebf900057f3 req-6e9f7630-9329-4607-9e1b-ea648763f1f1 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 943 time: 0.1823170
Dec 02 17:55:03.896849 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-932acab8-89b4-4e75-8459-a72476014c1e req-3d7a12a9-e4d9-472b-b480-ed857e3946d4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1417093
Dec 02 17:55:03.928466 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f54fdb5c-3614-4482-abc4-5a20e38acac2 req-fa2c4bbf-04c8-45b4-9538-f722e49ce6ad service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2810133
Dec 02 17:55:03.934246 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ec880-d7c8-44f6-b6e4-8f85857814c2 req-8ca8f400-b49b-47f8-b202-dc218f1f64fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:03.935873 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-008ec880-d7c8-44f6-b6e4-8f85857814c2 req-8ca8f400-b49b-47f8-b202-dc218f1f64fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 1160 time: 0.2588539
Dec 02 17:55:03.947207 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c9398383-e4d1-4de0-ba58-6ebf900057f3 req-fba91793-0447-4fbf-9b3b-e6da721e7489 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636144
Dec 02 17:55:03.972052 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbdd77-ebe2-45d5-9b2f-5de3d408e291 req-826399ba-2a5e-4849-b0bd-c4622c8d0653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:03.973733 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f5fbdd77-ebe2-45d5-9b2f-5de3d408e291 req-826399ba-2a5e-4849-b0bd-c4622c8d0653 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d5df4e7-9e83-4d6e-b367-2b18b115dead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1564839
Dec 02 17:55:04.190415 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f5fbdd77-ebe2-45d5-9b2f-5de3d408e291 req-fda2dec7-9f64-4624-ae5f-f175cb8f681b service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869793
Dec 02 17:55:04.230746 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ec880-d7c8-44f6-b6e4-8f85857814c2 req-366dc1fb-5fa2-4908-98fa-593bda98226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:04.233432 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-008ec880-d7c8-44f6-b6e4-8f85857814c2 req-366dc1fb-5fa2-4908-98fa-593bda98226b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&shared=False HTTP/1.1" status: 200  len: 905 time: 0.2716722
Dec 02 17:55:04.240013 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fa93b-708f-498e-8bad-c64fad4d0713 req-7cc1effb-4670-4bd3-bd71-961fe2eae5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:04.241651 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-280fa93b-708f-498e-8bad-c64fad4d0713 req-7cc1effb-4670-4bd3-bd71-961fe2eae5f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b9f580ccafc411288557243f06a641f&device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 1160 time: 0.2113793
Dec 02 17:55:04.389158 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f5fbdd77-ebe2-45d5-9b2f-5de3d408e291 req-f6cf25cf-3cfe-4b33-945b-f3ed4d4f60b5 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1884439
Dec 02 17:55:04.598934 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ec880-d7c8-44f6-b6e4-8f85857814c2 req-0d0f476b-209b-4c39-bbc1-554def460f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:04.600557 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-008ec880-d7c8-44f6-b6e4-8f85857814c2 req-0d0f476b-209b-4c39-bbc1-554def460f25 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.3579559
Dec 02 17:55:04.603794 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fa93b-708f-498e-8bad-c64fad4d0713 req-99a0d61d-8f75-44cf-b5d2-1a74950cf04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:04.605335 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-280fa93b-708f-498e-8bad-c64fad4d0713 req-99a0d61d-8f75-44cf-b5d2-1a74950cf04b service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea HTTP/1.1" status: 200  len: 909 time: 0.3359141
Dec 02 17:55:04.700559 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-280fa93b-708f-498e-8bad-c64fad4d0713 req-99aeac93-8238-43a6-8c19-a13539ffad82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 HTTP/1.1" status: 200  len: 217 time: 0.0827286
Dec 02 17:55:04.810614 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b54283-7a79-42b9-bacc-d763ab94c74f req-fb64462d-5e6d-4e0a-b40a-dcb59032e7e9 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:04.812934 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f2b54283-7a79-42b9-bacc-d763ab94c74f req-fb64462d-5e6d-4e0a-b40a-dcb59032e7e9 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.3490026
Dec 02 17:55:04.868434 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fa93b-708f-498e-8bad-c64fad4d0713 req-fec37c5c-3f93-49df-bcde-19166a8e510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:04.870104 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-280fa93b-708f-498e-8bad-c64fad4d0713 req-fec37c5c-3f93-49df-bcde-19166a8e510e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=82dcd88b-f504-4cee-ba95-fa92d675a32b HTTP/1.1" status: 200  len: 854 time: 0.1315079
Dec 02 17:55:04.955498 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f2b54283-7a79-42b9-bacc-d763ab94c74f req-4537896b-cb6a-47ee-b4c5-d43514736549 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1333387
Dec 02 17:55:04.966615 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-5dff999b-d62e-4728-a43e-25bd19420e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:04.968224 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-5dff999b-d62e-4728-a43e-25bd19420e06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 1160 time: 0.2765627
Dec 02 17:55:05.070186 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-7f9fe137-4391-4cea-b57b-f7ea99b0f34a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=278a9de9-4037-4c22-9523-38f752cf0853 HTTP/1.1" status: 200  len: 217 time: 0.0816617
Dec 02 17:55:05.073000 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fa93b-708f-498e-8bad-c64fad4d0713 req-2786765a-4412-4dc1-b73d-469b1bb2fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:05.074515 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-280fa93b-708f-498e-8bad-c64fad4d0713 req-2786765a-4412-4dc1-b73d-469b1bb2fadc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1895087
Dec 02 17:55:05.147123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133c871-8c58-4fd6-94be-4e0726467aca req-13c11257-17f0-4c21-85a5-bfef4b33c5ac tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:05.148778 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8133c871-8c58-4fd6-94be-4e0726467aca req-13c11257-17f0-4c21-85a5-bfef4b33c5ac tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.1004493
Dec 02 17:55:05.207142 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8133c871-8c58-4fd6-94be-4e0726467aca req-95471a2c-f8a5-4638-8d09-dab14e9cf1a5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0513458
Dec 02 17:55:05.322354 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-3e97c6c5-0d09-49fa-aa88-958de4d36d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:05.323992 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-3e97c6c5-0d09-49fa-aa88-958de4d36d4c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 HTTP/1.1" status: 200  len: 850 time: 0.2401266
Dec 02 17:55:05.419806 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-280fa93b-708f-498e-8bad-c64fad4d0713 req-e407c24e-efb6-45e2-ba84-87a5e1a5870b service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2917542
Dec 02 17:55:05.463643 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38d7f0-a45a-4191-bedf-63abd62faa77 req-be1c36e4-6d55-44ae-827f-4b279e8d9ff0 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:05.465307 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-eb38d7f0-a45a-4191-bedf-63abd62faa77 req-be1c36e4-6d55-44ae-827f-4b279e8d9ff0 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 943 time: 0.3152857
Dec 02 17:55:05.613151 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-1c92a3fd-e8b4-45b9-9228-a24869006e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:05.614730 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-1c92a3fd-e8b4-45b9-9228-a24869006e16 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81ba944c-237a-4bb9-9742-673bb3d6486a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2748935
Dec 02 17:55:05.626014 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-eb38d7f0-a45a-4191-bedf-63abd62faa77 req-5e973df9-bb54-43a3-a142-e7189417d5ff tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468165
Dec 02 17:55:05.694378 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-280fa93b-708f-498e-8bad-c64fad4d0713 req-4b929bca-3c0c-402f-a4c6-01741f7e3470 service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2660410
Dec 02 17:55:05.802005 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-fe68269e-bf58-4ea1-a798-9242637f651a service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1725252
Dec 02 17:55:05.965459 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bd94cb97-8338-42ef-810f-48fd9ddb29da req-39736fc2-1846-499a-8715-6716f0b18599 service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1561790
Dec 02 17:55:06.224188 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bcc9f-36b1-4022-9ba4-537d6c2d7580 req-ddf8eec7-6feb-42c0-9783-36e3056d5e8a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:06.225872 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ff2bcc9f-36b1-4022-9ba4-537d6c2d7580 req-ddf8eec7-6feb-42c0-9783-36e3056d5e8a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.1173956
Dec 02 17:55:06.277208 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 56534) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:55:06.284054 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ff2bcc9f-36b1-4022-9ba4-537d6c2d7580 req-072929f0-cb56-4ac7-8fa6-a35ce2b0d242 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513127
Dec 02 17:55:06.453966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e964f00-8584-422b-bc27-fe8ead1c82e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:06.474456 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-1e964f00-8584-422b-bc27-fe8ead1c82e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:55:06.482367 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f77ca-bfa1-4cc9-906e-09c6562ad4b5 req-e569b4aa-4cde-41c3-bbfe-46025bfe8686 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:06.484072 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-352f77ca-bfa1-4cc9-906e-09c6562ad4b5 req-e569b4aa-4cde-41c3-bbfe-46025bfe8686 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.1303623
Dec 02 17:55:06.486663 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-1e964f00-8584-422b-bc27-fe8ead1c82e9 admin admin] Usage tracker for resource:security_group_rule and tenant:c2c83b0c73724ee09486b39d1d46a364 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:55:06.489826 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-1e964f00-8584-422b-bc27-fe8ead1c82e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:55:06.511253 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-1e964f00-8584-422b-bc27-fe8ead1c82e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:55:06.560589 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-352f77ca-bfa1-4cc9-906e-09c6562ad4b5 req-d60a34b4-448b-4144-977c-88e02da7f5e9 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0676255
Dec 02 17:55:06.628213 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e964f00-8584-422b-bc27-fe8ead1c82e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:06.631080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1e964f00-8584-422b-bc27-fe8ead1c82e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:06.644645 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f541f19c-b5e0-4c7f-9a93-dec4916be9fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:06.693972 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-1e964f00-8584-422b-bc27-fe8ead1c82e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2c83b0c73724ee09486b39d1d46a364&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4129775
Dec 02 17:55:06.694659 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 56542) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:55:06.697360 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e964f00-8584-422b-bc27-fe8ead1c82e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103b5ae8-43a8-4e29-a98a-3523f6cdcd16,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:06.700767 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1e964f00-8584-422b-bc27-fe8ead1c82e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:06.773402 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-98da6739-9a33-41f3-a07b-776339087627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:06.807489 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-98da6739-9a33-41f3-a07b-776339087627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:06.861438 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-98da6739-9a33-41f3-a07b-776339087627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:06.867075 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5c96fa61-ec87-4747-95de-056d025d7025 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:06.883897 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98da6739-9a33-41f3-a07b-776339087627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103b5ae8-43a8-4e29-a98a-3523f6cdcd16,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:06.887030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9d355-4013-4f43-aed7-258a1347defb req-6599248d-1397-4784-bc66-3422abcb4db3 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:06.888189 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-98da6739-9a33-41f3-a07b-776339087627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:06.889662 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-98da6739-9a33-41f3-a07b-776339087627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:06.891879 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-98da6739-9a33-41f3-a07b-776339087627 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/103b5ae8-43a8-4e29-a98a-3523f6cdcd16 HTTP/1.1" status: 204  len: 168 time: 0.1957047
Dec 02 17:55:06.896363 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d1f9d355-4013-4f43-aed7-258a1347defb req-6599248d-1397-4784-bc66-3422abcb4db3 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 943 time: 0.1061828
Dec 02 17:55:06.948214 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d1f9d355-4013-4f43-aed7-258a1347defb req-ec692ca7-a650-4e8b-ba06-a525f5186d1e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508676
Dec 02 17:55:07.309703 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 56552) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:55:07.329798 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-eb3cd65b-62cc-4f16-a5d9-a2de78a2c561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:07.347407 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-eb3cd65b-62cc-4f16-a5d9-a2de78a2c561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:55:07.352075 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-eb3cd65b-62cc-4f16-a5d9-a2de78a2c561 admin admin] Usage tracker for resource:security_group_rule and tenant:7985e1cd8a954ede93b9027a3f1de70e is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:55:07.355289 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-eb3cd65b-62cc-4f16-a5d9-a2de78a2c561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:55:07.362525 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-eb3cd65b-62cc-4f16-a5d9-a2de78a2c561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:55:07.739135 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 257d1482-7082-4beb-9105-6b7421c3974c no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:55:07.747375 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-eb3cd65b-62cc-4f16-a5d9-a2de78a2c561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:07.756429 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-eb3cd65b-62cc-4f16-a5d9-a2de78a2c561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:07.767898 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6a90b3ad-0573-4dec-aed8-2c5cc7fe0256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:07.809594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb87c0c-c6ce-46a5-9055-f2135e19eb28 req-59e79ae0-2847-4fb5-92d7-688504ff2279 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:07.813035 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8cb87c0c-c6ce-46a5-9055-f2135e19eb28 req-59e79ae0-2847-4fb5-92d7-688504ff2279 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.1100938
Dec 02 17:55:07.838824 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cd65b-62cc-4f16-a5d9-a2de78a2c561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89e4ad4-f96b-4c36-af4e-97d35aab266b,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:07.845103 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-eb3cd65b-62cc-4f16-a5d9-a2de78a2c561 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7985e1cd8a954ede93b9027a3f1de70e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5340745
Dec 02 17:55:07.846326 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-eb3cd65b-62cc-4f16-a5d9-a2de78a2c561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:07.852683 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad21681-dda5-4620-8544-f01d9f50463c req-619b715d-95a2-49c7-a60d-3c9145ce0b62 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:07.861236 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3ad21681-dda5-4620-8544-f01d9f50463c req-619b715d-95a2-49c7-a60d-3c9145ce0b62 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.4144518
Dec 02 17:55:07.865671 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 56570) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:55:07.900884 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8cb87c0c-c6ce-46a5-9055-f2135e19eb28 req-2450723a-89f8-4016-89f1-532bbd0eb442 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0809250
Dec 02 17:55:07.919317 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3ad21681-dda5-4620-8544-f01d9f50463c req-a8558892-3c00-4999-ad94-b6fc0084d702 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0570607
Dec 02 17:55:07.943133 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:07.959458 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4b10fcbd-a4ad-438f-81f4-e6a7fce5936e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:07.982211 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac06fde7-4c38-4ffc-88d9-370c3d01bf3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '257d1482-7082-4beb-9105-6b7421c3974c'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:55:07.990176 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4b10fcbd-a4ad-438f-81f4-e6a7fce5936e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:07.996132 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 257d1482-7082-4beb-9105-6b7421c3974c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=257d1482-7082-4beb-9105-6b7421c3974c,segment=NetworkSegment(66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f),segment_id=66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:55:08.004761 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:08.007013 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-dcd5a0c2-055c-48e3-a30b-45d2a86eed2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:08.045678 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4b10fcbd-a4ad-438f-81f4-e6a7fce5936e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:08.052305 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e283aa3e-4e30-4831-8455-0b8b04d98182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:08.067438 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10fcbd-a4ad-438f-81f4-e6a7fce5936e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89e4ad4-f96b-4c36-af4e-97d35aab266b,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:08.070729 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4b10fcbd-a4ad-438f-81f4-e6a7fce5936e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:08.080141 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4b10fcbd-a4ad-438f-81f4-e6a7fce5936e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:08.081372 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-4b10fcbd-a4ad-438f-81f4-e6a7fce5936e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e89e4ad4-f96b-4c36-af4e-97d35aab266b HTTP/1.1" status: 204  len: 168 time: 0.2144341
Dec 02 17:55:08.161765 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=257d1482-7082-4beb-9105-6b7421c3974c,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:08.181528 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:08.470845 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32317c7a-bb36-429e-b6fb-8dbd6f1d6cab req-375ce8c1-ba67-4354-a5ec-3297e6b79fe2 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:08.472518 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-32317c7a-bb36-429e-b6fb-8dbd6f1d6cab req-375ce8c1-ba67-4354-a5ec-3297e6b79fe2 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 943 time: 0.1037624
Dec 02 17:55:08.539197 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-32317c7a-bb36-429e-b6fb-8dbd6f1d6cab req-226c0bec-eca3-431d-8c82-c9f1e5035074 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594473
Dec 02 17:55:08.610603 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ac06fde7-4c38-4ffc-88d9-370c3d01bf3c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '257d1482-7082-4beb-9105-6b7421c3974c', 'code': 422} returned with failed status
Dec 02 17:55:09.172187 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8dcd4-ebe0-41be-9fe8-cecc9addb43c req-0f56c400-b09c-4cb6-a282-e99afaa4572e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:09.182955 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-53e8dcd4-ebe0-41be-9fe8-cecc9addb43c req-0f56c400-b09c-4cb6-a282-e99afaa4572e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.1291597
Dec 02 17:55:09.256501 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-53e8dcd4-ebe0-41be-9fe8-cecc9addb43c req-ecc8b53a-2123-4dbd-b04f-d1d0cfff5a69 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0721817
Dec 02 17:55:09.412959 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dedc4f-a7f3-40c9-af2c-27a82e3f859f req-aab8b640-3a79-4836-bf48-ef5a51224e32 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:09.414734 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e1dedc4f-a7f3-40c9-af2c-27a82e3f859f req-aab8b640-3a79-4836-bf48-ef5a51224e32 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.1128712
Dec 02 17:55:09.471828 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e1dedc4f-a7f3-40c9-af2c-27a82e3f859f req-3887acbd-69b6-4d6d-a8a9-41f286c71377 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490341
Dec 02 17:55:09.534321 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 56638) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:55:09.775758 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c454ee99-5c13-4411-bcd8-b8256f3856c5 req-52319d53-6f4d-4461-ba21-2648fa3de564 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2395861
Dec 02 17:55:09.951471 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4caf0b-8f6b-4bce-9772-1d1da6ae4665 req-778c696a-2fc3-47f4-b7f9-dd80add4299f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:09.953674 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8c4caf0b-8f6b-4bce-9772-1d1da6ae4665 req-778c696a-2fc3-47f4-b7f9-dd80add4299f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 943 time: 0.1104238
Dec 02 17:55:09.992751 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.objects.ports [None req-ab781898-6db3-4ebb-8356-43e1409161bf None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80245) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 02 17:55:10.022674 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8c4caf0b-8f6b-4bce-9772-1d1da6ae4665 req-c6e35330-eb34-4561-8342-648c12cd6420 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552402
Dec 02 17:55:10.288046 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:10.517285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e339330-58dc-4a93-9f9d-1dfdf49c9caf req-9abd6974-2db8-4d90-82b3-0598a7f94b34 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:10.519557 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4e339330-58dc-4a93-9f9d-1dfdf49c9caf req-9abd6974-2db8-4d90-82b3-0598a7f94b34 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.1234057
Dec 02 17:55:10.585690 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4e339330-58dc-4a93-9f9d-1dfdf49c9caf req-fcbe031f-c80c-4d0c-9b4a-c6840612dcb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0580399
Dec 02 17:55:10.755124 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3790c-4bf0-48d9-affd-78dc39273fc5 req-0812dd1b-5a34-48af-81a8-1c547376084d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:10.756782 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-63a3790c-4bf0-48d9-affd-78dc39273fc5 req-0812dd1b-5a34-48af-81a8-1c547376084d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.0980163
Dec 02 17:55:10.814054 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-63a3790c-4bf0-48d9-affd-78dc39273fc5 req-996ef334-8ee8-4b2a-8aa4-7fe0b26ed44d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497108
Dec 02 17:55:10.826081 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:55:10.904323 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:55:10.910090 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:10.910758 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:11.043302 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:11.080770 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:55:11.093349 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1,segment=NetworkSegment(a669463e-0df4-4083-ab53-540a9d427bd2),segment_id=a669463e-0df4-4083-ab53-540a9d427bd2)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:55:11.097206 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:11.101025 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:11.205986 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1', 'code': 200}
Dec 02 17:55:11.207710 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:11.217460 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:11.298880 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4367-064e-4fce-82f7-9e94040f1891 req-c55fe156-eccb-4a75-954f-a3a5db1f0797 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:11.300637 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9c8b4367-064e-4fce-82f7-9e94040f1891 req-c55fe156-eccb-4a75-954f-a3a5db1f0797 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 945 time: 0.0959156
Dec 02 17:55:11.354326 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9c8b4367-064e-4fce-82f7-9e94040f1891 req-003abe7a-85d6-4f4d-a3ee-5d721c52ab24 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463786
Dec 02 17:55:11.580646 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21934e3-0c21-46ca-9466-3a3c6905fcd8 req-fd579131-b2f7-471e-9ed9-8d3ecaf3e9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:11.584495 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c21934e3-0c21-46ca-9466-3a3c6905fcd8 req-fd579131-b2f7-471e-9ed9-8d3ecaf3e9d4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 1162 time: 0.0895338
Dec 02 17:55:11.645175 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c21934e3-0c21-46ca-9466-3a3c6905fcd8 req-4492c400-5734-46de-b032-a3fdc41adbe6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438509
Dec 02 17:55:11.871103 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6faca9-8b82-4eee-92bf-976f5573fad9 req-5716a189-1449-4ec1-9940-43461e45da1a tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:11.871103 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9e6faca9-8b82-4eee-92bf-976f5573fad9 req-5716a189-1449-4ec1-9940-43461e45da1a tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.1085763
Dec 02 17:55:11.927411 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9e6faca9-8b82-4eee-92bf-976f5573fad9 req-e495d2a5-23d4-41c5-9b67-c765ada824b9 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0515764
Dec 02 17:55:11.952809 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:55:12.027976 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:12.028402 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:12.079176 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc02a47-5ec8-4000-a1a6-4f18b86c0b61 req-75c15731-f10e-4a2d-905f-e19ebcc48678 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:12.080871 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0fc02a47-5ec8-4000-a1a6-4f18b86c0b61 req-75c15731-f10e-4a2d-905f-e19ebcc48678 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.0973711
Dec 02 17:55:12.155392 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0fc02a47-5ec8-4000-a1a6-4f18b86c0b61 req-7886f053-34d9-489b-bb41-722d6ff94225 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0668252
Dec 02 17:55:12.320486 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454ee99-5c13-4411-bcd8-b8256f3856c5 req-9037a7e0-2254-48c8-a776-f78a87a9c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:12.322086 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c454ee99-5c13-4411-bcd8-b8256f3856c5 req-9037a7e0-2254-48c8-a776-f78a87a9c3f6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c&tenant_id=cbc1bec290674effad04cd89b614f4b2 HTTP/1.1" status: 200  len: 1161 time: 0.0890970
Dec 02 17:55:12.451636 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454ee99-5c13-4411-bcd8-b8256f3856c5 req-82f37850-22c8-4b2c-9322-2d3c0c1edccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:12.454617 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c454ee99-5c13-4411-bcd8-b8256f3856c5 req-82f37850-22c8-4b2c-9322-2d3c0c1edccc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbc1bec290674effad04cd89b614f4b2&device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 1161 time: 0.0936983
Dec 02 17:55:12.580604 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f3a28-7dd8-4e1b-a974-0b576ba508e3 req-e2f1da90-558b-46c3-b4c4-43c796c59e1f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:12.582182 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b62f3a28-7dd8-4e1b-a974-0b576ba508e3 req-e2f1da90-558b-46c3-b4c4-43c796c59e1f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 945 time: 0.0917125
Dec 02 17:55:12.613808 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454ee99-5c13-4411-bcd8-b8256f3856c5 req-cd9ec890-e6f4-44df-8bb0-755f157f1476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:12.615504 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c454ee99-5c13-4411-bcd8-b8256f3856c5 req-cd9ec890-e6f4-44df-8bb0-755f157f1476 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d5df4e7-9e83-4d6e-b367-2b18b115dead HTTP/1.1" status: 200  len: 910 time: 0.1534765
Dec 02 17:55:12.631760 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b62f3a28-7dd8-4e1b-a974-0b576ba508e3 req-e4f1d691-259f-4f50-94a3-5e65fd3b6881 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430901
Dec 02 17:55:12.732183 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c454ee99-5c13-4411-bcd8-b8256f3856c5 req-1a210361-1ae6-42ca-b080-9e1802b9cd39 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=257d1482-7082-4beb-9105-6b7421c3974c HTTP/1.1" status: 200  len: 1000 time: 0.1087513
Dec 02 17:55:12.809245 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454ee99-5c13-4411-bcd8-b8256f3856c5 req-2675398b-6b16-4156-b0d0-0ce8f15dd633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:12.810860 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c454ee99-5c13-4411-bcd8-b8256f3856c5 req-2675398b-6b16-4156-b0d0-0ce8f15dd633 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7eb4d38d-7afb-4d11-b1ac-900651574376 HTTP/1.1" status: 200  len: 855 time: 0.0698621
Dec 02 17:55:12.898285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454ee99-5c13-4411-bcd8-b8256f3856c5 req-68155b76-7797-40f8-8e08-d9fef02e0a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:12.899929 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c454ee99-5c13-4411-bcd8-b8256f3856c5 req-68155b76-7797-40f8-8e08-d9fef02e0a7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d5df4e7-9e83-4d6e-b367-2b18b115dead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818639
Dec 02 17:55:13.059110 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c454ee99-5c13-4411-bcd8-b8256f3856c5 req-c25a0345-0042-46cf-98b9-64f8d0103836 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503952
Dec 02 17:55:13.275838 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c454ee99-5c13-4411-bcd8-b8256f3856c5 req-b6b8a432-6d0e-4b79-a436-2f9aa2a5e106 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2092423
Dec 02 17:55:13.283276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26022981-245e-4379-a02e-558f2c27392c req-c5ddcbaf-af5e-4db1-99e3-de523c7179f6 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:13.284845 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-26022981-245e-4379-a02e-558f2c27392c req-c5ddcbaf-af5e-4db1-99e3-de523c7179f6 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.1938715
Dec 02 17:55:13.335650 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-26022981-245e-4379-a02e-558f2c27392c req-375ba88f-6435-4c82-a204-c38c25292113 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0438528
Dec 02 17:55:13.400344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc4fb6-5389-41d4-bf27-16ef764f6066 req-98e09c39-4957-4689-85a7-12cbf757642a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:13.401973 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6fdc4fb6-5389-41d4-bf27-16ef764f6066 req-98e09c39-4957-4689-85a7-12cbf757642a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.0860956
Dec 02 17:55:13.457830 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6fdc4fb6-5389-41d4-bf27-16ef764f6066 req-c948ab24-51c2-4f4f-acf0-79244ee29248 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486207
Dec 02 17:55:13.858843 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4dd62-8275-4b15-8637-5f9185e14365 req-b22bdf1f-03da-4d8e-bd8e-211166a1b814 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:13.860694 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-17c4dd62-8275-4b15-8637-5f9185e14365 req-b22bdf1f-03da-4d8e-bd8e-211166a1b814 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 945 time: 0.0934091
Dec 02 17:55:13.916336 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-17c4dd62-8275-4b15-8637-5f9185e14365 req-143b46e5-d288-4f63-9022-359c10b9c0c6 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455399
Dec 02 17:55:14.601058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217f3d5-dd36-4c33-bc0e-6b6da77c77b6 req-75e2a46a-7058-490a-9fde-ce40b5b36c95 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:14.603461 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7217f3d5-dd36-4c33-bc0e-6b6da77c77b6 req-75e2a46a-7058-490a-9fde-ce40b5b36c95 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.1058133
Dec 02 17:55:14.663894 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7217f3d5-dd36-4c33-bc0e-6b6da77c77b6 req-d79961db-231c-4bb9-99d6-15aa4f2f6523 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0532823
Dec 02 17:55:14.786599 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193751a-1908-4192-80c9-985520e13499 req-fb90fade-3185-4435-969c-4c3da30ce9fc tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:14.788673 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3193751a-1908-4192-80c9-985520e13499 req-fb90fade-3185-4435-969c-4c3da30ce9fc tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.1446841
Dec 02 17:55:14.908525 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3193751a-1908-4192-80c9-985520e13499 req-7a67811e-0ea0-45d3-ad52-6a04b8a9e67f tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1132722
Dec 02 17:55:15.465538 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1508d-a3fe-44df-8f96-fe60a2dc4096 req-d221d433-11ec-4f72-8d72-bd505b3f7c79 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:15.467278 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-65c1508d-a3fe-44df-8f96-fe60a2dc4096 req-d221d433-11ec-4f72-8d72-bd505b3f7c79 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 945 time: 0.3682334
Dec 02 17:55:15.537551 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-65c1508d-a3fe-44df-8f96-fe60a2dc4096 req-31c79b65-fd6d-4f4c-9e8c-07c4e538e0bf tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629961
Dec 02 17:55:15.771775 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c0070-d5ad-40b2-bf25-5e28ff9987a8 req-b9d7e15e-aeea-4492-8c3d-346351af6d66 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:15.773415 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-731c0070-d5ad-40b2-bf25-5e28ff9987a8 req-b9d7e15e-aeea-4492-8c3d-346351af6d66 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 945 time: 0.0987060
Dec 02 17:55:15.829714 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-731c0070-d5ad-40b2-bf25-5e28ff9987a8 req-3347b6dc-eafe-4f53-abc2-aa17a3b8b107 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485425
Dec 02 17:55:16.014694 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2aed4-f1a5-4784-b1a7-a43944b4778e req-f09c722a-9819-4369-a5e2-b113437c3a98 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:16.017653 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-09a2aed4-f1a5-4784-b1a7-a43944b4778e req-f09c722a-9819-4369-a5e2-b113437c3a98 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.1441910
Dec 02 17:55:16.103033 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-09a2aed4-f1a5-4784-b1a7-a43944b4778e req-57c5466f-9eed-4c91-b2f2-6efd130bf82e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0779464
Dec 02 17:55:16.412975 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9650c-4092-4d6f-8ea4-1bfbd28d600b req-f1343e16-39e3-475d-8224-ee89a3221b03 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:16.414832 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e8c9650c-4092-4d6f-8ea4-1bfbd28d600b req-f1343e16-39e3-475d-8224-ee89a3221b03 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.1253729
Dec 02 17:55:16.454734 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60695b66-dbb9-45e3-b3c4-22000bb05746 req-74c0ccf9-5ee5-4e2e-a90f-08cfa945978a tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:16.456414 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-60695b66-dbb9-45e3-b3c4-22000bb05746 req-74c0ccf9-5ee5-4e2e-a90f-08cfa945978a tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 945 time: 0.1039507
Dec 02 17:55:16.473152 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e8c9650c-4092-4d6f-8ea4-1bfbd28d600b req-5dbc1218-edba-4a39-8109-27f5c0261c4c tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468192
Dec 02 17:55:16.512641 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-60695b66-dbb9-45e3-b3c4-22000bb05746 req-146acd3e-bf41-4453-a1f7-63bdcd3e0631 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488126
Dec 02 17:55:17.380282 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd66c6-508e-4436-8c13-105d294b7483 req-71b3b654-f43b-4076-accc-ca0d66c28803 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:17.382613 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0cdd66c6-508e-4436-8c13-105d294b7483 req-71b3b654-f43b-4076-accc-ca0d66c28803 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.0929906
Dec 02 17:55:17.443084 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0cdd66c6-508e-4436-8c13-105d294b7483 req-bb7c503c-9228-449d-b33a-877825ab68f7 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0520041
Dec 02 17:55:17.743372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f2b3e-f43b-417d-9693-e8be7b650077 req-39c928d3-cbd8-4b19-a6e9-a5641c6b9991 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:17.745189 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-319f2b3e-f43b-417d-9693-e8be7b650077 req-39c928d3-cbd8-4b19-a6e9-a5641c6b9991 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.0960701
Dec 02 17:55:18.008646 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-319f2b3e-f43b-417d-9693-e8be7b650077 req-a53cc7c6-7d64-4bac-8ce4-ae515eca5040 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2555900
Dec 02 17:55:18.663772 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068f9ad-2d8a-4a02-b078-d9b056daa8af req-2a02207b-90fd-43bc-8f6f-4eb217c36e92 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:18.666107 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f068f9ad-2d8a-4a02-b078-d9b056daa8af req-2a02207b-90fd-43bc-8f6f-4eb217c36e92 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.0916135
Dec 02 17:55:18.730898 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f068f9ad-2d8a-4a02-b078-d9b056daa8af req-e1648767-efe5-4911-8780-cd783b1b4839 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0489235
Dec 02 17:55:19.277586 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480db842-b306-42fc-bcd7-0ac7af96c6c6 req-a76df7a2-de0f-4746-8089-6d7bfa7ccfae tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:19.279269 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-480db842-b306-42fc-bcd7-0ac7af96c6c6 req-a76df7a2-de0f-4746-8089-6d7bfa7ccfae tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.0952818
Dec 02 17:55:19.341402 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-480db842-b306-42fc-bcd7-0ac7af96c6c6 req-b012556b-9c4c-46dd-ae71-a73eca49107c tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486333
Dec 02 17:55:19.815415 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-9c62c809-4f91-48d3-a4e2-b726c8abdc96 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Synchronizing usage tracker for tenant:08c5d505eefa48458ed1c3b80b70cbc7 on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:55:19.835193 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-9c62c809-4f91-48d3-a4e2-b726c8abdc96 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Unset dirty status for tenant:08c5d505eefa48458ed1c3b80b70cbc7 on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:55:19.836472 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-9c62c809-4f91-48d3-a4e2-b726c8abdc96 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-722026187&fields=id&tenant_id=08c5d505eefa48458ed1c3b80b70cbc7 HTTP/1.1" status: 200  len: 267 time: 0.0691214
Dec 02 17:55:20.024992 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-2d5de4ae-29a0-4885-bce8-a172bbe92339 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:20.025740 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-2d5de4ae-29a0-4885-bce8-a172bbe92339 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Synchronizing usage tracker for tenant:08c5d505eefa48458ed1c3b80b70cbc7 on resource:network {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:55:20.043610 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-2d5de4ae-29a0-4885-bce8-a172bbe92339 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Unset dirty status for tenant:08c5d505eefa48458ed1c3b80b70cbc7 on resource:network {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:55:20.045005 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-2d5de4ae-29a0-4885-bce8-a172bbe92339 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/networks?id=56252445-cb9e-4a43-bb8d-1dff085eab32 HTTP/1.1" status: 200  len: 809 time: 0.2002480
Dec 02 17:55:20.062417 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-d5056df9-fd00-4720-a8be-a1cd7aa40738 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/quotas/08c5d505eefa48458ed1c3b80b70cbc7 HTTP/1.1" status: 200  len: 375 time: 0.0108049
Dec 02 17:55:20.166057 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-79a5c5cb-01ac-4337-849a-4f5627a70c66 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?tenant_id=08c5d505eefa48458ed1c3b80b70cbc7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0973384
Dec 02 17:55:20.330400 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-5c52b361-46d9-44ad-92ec-3f439a1959ef service neutron] 10.222.0.21 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1506166
Dec 02 17:55:20.496422 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-cde28bb7-cf5d-498b-a14f-9026c664ec2d service neutron] 10.222.0.21 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1592252
Dec 02 17:55:21.114814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7774c-ee77-46e2-91c4-577b7ec22440 req-4c608ff7-8252-48c7-9e3e-d121247d5df4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:21.116497 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4cc7774c-ee77-46e2-91c4-577b7ec22440 req-4c608ff7-8252-48c7-9e3e-d121247d5df4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.1060796
Dec 02 17:55:21.185929 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4cc7774c-ee77-46e2-91c4-577b7ec22440 req-eb70fde4-00a3-4bc6-8cc6-1aa3f2b76615 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0626299
Dec 02 17:55:21.301299 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 56880) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:55:21.532854 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c59450-592a-40e3-8b06-332204c86ba4 req-f84f1cec-c835-4bb8-869d-8a415225ca13 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:21.545369 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-63c59450-592a-40e3-8b06-332204c86ba4 req-f84f1cec-c835-4bb8-869d-8a415225ca13 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.2086904
Dec 02 17:55:21.596202 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0022475e-2d25-476c-993d-8596e24e7abc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:21.628613 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-0022475e-2d25-476c-993d-8596e24e7abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:55:21.635128 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-0022475e-2d25-476c-993d-8596e24e7abc admin admin] Usage tracker for resource:security_group_rule and tenant:8c9115f6a1e84ca6ae4477c0bba183e8 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:55:21.640237 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-63c59450-592a-40e3-8b06-332204c86ba4 req-7f773480-2751-4559-95b4-5460ffbfa962 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0927076
Dec 02 17:55:21.641108 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-0022475e-2d25-476c-993d-8596e24e7abc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:55:21.648341 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-0022475e-2d25-476c-993d-8596e24e7abc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:55:21.795273 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0022475e-2d25-476c-993d-8596e24e7abc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:21.835599 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0022475e-2d25-476c-993d-8596e24e7abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:21.852728 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4b10fcbd-a4ad-438f-81f4-e6a7fce5936e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:21.865407 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c51e0632-026e-4dce-83c7-c7e58e05f67f req-756214d3-d123-4de6-8998-618ad5b1ec52 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 210 time: 0.0734179
Dec 02 17:55:21.894606 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-0022475e-2d25-476c-993d-8596e24e7abc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c9115f6a1e84ca6ae4477c0bba183e8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5920258
Dec 02 17:55:21.897615 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 56888) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:55:21.901433 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0022475e-2d25-476c-993d-8596e24e7abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d5e712-ae1e-465d-bc46-5db69d6e0fba,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:21.905054 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-0022475e-2d25-476c-993d-8596e24e7abc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:21.971726 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-813ecbd9-d50e-44ce-b246-845b3606871e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:22.006368 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-813ecbd9-d50e-44ce-b246-845b3606871e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:22.063243 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-813ecbd9-d50e-44ce-b246-845b3606871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:22.069025 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-70d3bf00-d4f3-499a-990b-e9a46cc18c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:22.083215 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ecbd9-d50e-44ce-b246-845b3606871e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d5e712-ae1e-465d-bc46-5db69d6e0fba,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:22.086088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-813ecbd9-d50e-44ce-b246-845b3606871e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:22.095348 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-813ecbd9-d50e-44ce-b246-845b3606871e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:22.096850 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-813ecbd9-d50e-44ce-b246-845b3606871e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4d5e712-ae1e-465d-bc46-5db69d6e0fba HTTP/1.1" status: 204  len: 168 time: 0.1979902
Dec 02 17:55:22.445525 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea006c-ce1a-418a-923c-8ca0323e2297 req-3086babd-4742-43dc-afad-94d3e2c021af tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:22.454051 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-64ea006c-ce1a-418a-923c-8ca0323e2297 req-3086babd-4742-43dc-afad-94d3e2c021af tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.1163883
Dec 02 17:55:22.503991 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-64ea006c-ce1a-418a-923c-8ca0323e2297 req-4c65d6c5-3d87-422d-b27a-a78db6d7c6bb tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0488181
Dec 02 17:55:22.575870 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 56900) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:55:22.597091 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7dc5a1e1-0355-4423-bc72-ebdab2ccc83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:22.615469 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-7dc5a1e1-0355-4423-bc72-ebdab2ccc83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:55:22.619787 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-7dc5a1e1-0355-4423-bc72-ebdab2ccc83c admin admin] Usage tracker for resource:security_group_rule and tenant:df10b0d0a74842cfad5a698832f7b374 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:55:22.623167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-7dc5a1e1-0355-4423-bc72-ebdab2ccc83c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:55:22.629342 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-7dc5a1e1-0355-4423-bc72-ebdab2ccc83c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:55:22.724438 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7dc5a1e1-0355-4423-bc72-ebdab2ccc83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:22.727877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7dc5a1e1-0355-4423-bc72-ebdab2ccc83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:22.739000 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-15a38bd1-ddec-4a3d-80f7-71e376a333e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:22.785791 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5a1e1-0355-4423-bc72-ebdab2ccc83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649f1288-134a-489d-966d-967a51726814,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:22.793539 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 56906) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:55:22.795548 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-7dc5a1e1-0355-4423-bc72-ebdab2ccc83c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df10b0d0a74842cfad5a698832f7b374&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2183051
Dec 02 17:55:22.798240 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7dc5a1e1-0355-4423-bc72-ebdab2ccc83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:22.920820 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ae93b0b2-ac32-4d98-9bee-4fb90d58201d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:22.965707 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ae93b0b2-ac32-4d98-9bee-4fb90d58201d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:22.987478 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f9ad06-90ee-448a-aeb1-e038973f2a4d req-a7fe6f04-64e9-49a1-8466-09fd3f691775 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:22.989123 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b2f9ad06-90ee-448a-aeb1-e038973f2a4d req-a7fe6f04-64e9-49a1-8466-09fd3f691775 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.1814411
Dec 02 17:55:23.057818 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b2f9ad06-90ee-448a-aeb1-e038973f2a4d req-cb9033ac-3716-42e1-9836-bbe2ebc9b62d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611253
Dec 02 17:55:23.069575 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ae93b0b2-ac32-4d98-9bee-4fb90d58201d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:23.080146 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-944c5a7d-0587-4c2c-bc13-54ad8e5cbf07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:23.088510 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-955cf407-af16-41a7-8075-6b80b7a2779c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:23.100938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae93b0b2-ac32-4d98-9bee-4fb90d58201d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649f1288-134a-489d-966d-967a51726814,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:23.103306 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ae93b0b2-ac32-4d98-9bee-4fb90d58201d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:23.107843 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-ae93b0b2-ac32-4d98-9bee-4fb90d58201d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/649f1288-134a-489d-966d-967a51726814 HTTP/1.1" status: 204  len: 168 time: 0.3131833
Dec 02 17:55:23.109764 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ae93b0b2-ac32-4d98-9bee-4fb90d58201d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:23.330967 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9ca50f9d-5105-4b9c-a8b2-120f85a93862 req-52fd40b7-c258-4f82-88c7-2bd30cc21d26 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 210 time: 0.0520740
Dec 02 17:55:23.705444 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 56918) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:55:23.733265 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1a574269-58cc-47e9-8174-86c36bdffc51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:23.742866 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cbf52-4978-4f8a-a921-12f271073b97 req-2c6b644f-7245-4671-9f53-3f5855e04e3b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:23.744497 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c7cbf52-4978-4f8a-a921-12f271073b97 req-2c6b644f-7245-4671-9f53-3f5855e04e3b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.0886767
Dec 02 17:55:23.748483 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-1a574269-58cc-47e9-8174-86c36bdffc51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:55:23.753690 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-1a574269-58cc-47e9-8174-86c36bdffc51 admin admin] Usage tracker for resource:security_group_rule and tenant:f04ffbccebbb466ea4059ff5caa8eaf1 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:55:23.758513 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-1a574269-58cc-47e9-8174-86c36bdffc51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:55:23.766968 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-1a574269-58cc-47e9-8174-86c36bdffc51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:55:23.805444 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c7cbf52-4978-4f8a-a921-12f271073b97 req-24981dbe-8563-466f-8a03-8fd8e11fecd9 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0529613
Dec 02 17:55:23.866628 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1a574269-58cc-47e9-8174-86c36bdffc51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:23.869724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1a574269-58cc-47e9-8174-86c36bdffc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:23.879903 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c738c645-c27f-463f-ba3c-447c367f8a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:23.926343 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-1a574269-58cc-47e9-8174-86c36bdffc51 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f04ffbccebbb466ea4059ff5caa8eaf1&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2196064
Dec 02 17:55:23.928075 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a574269-58cc-47e9-8174-86c36bdffc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2b3967-0c54-43e3-bb95-f7c5b0428271,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:23.929513 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 56924) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:55:23.931798 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1a574269-58cc-47e9-8174-86c36bdffc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:24.015644 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bb01c5e8-fb69-4173-8a5a-75163b889511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:24.047150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bb01c5e8-fb69-4173-8a5a-75163b889511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:24.101370 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bb01c5e8-fb69-4173-8a5a-75163b889511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:24.107933 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-baa575e5-592b-4a63-9ffd-5c99718830bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:24.121365 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01c5e8-fb69-4173-8a5a-75163b889511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2b3967-0c54-43e3-bb95-f7c5b0428271,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:24.126877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-bb01c5e8-fb69-4173-8a5a-75163b889511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:24.129135 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bb01c5e8-fb69-4173-8a5a-75163b889511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:24.133175 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-bb01c5e8-fb69-4173-8a5a-75163b889511 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f2b3967-0c54-43e3-bb95-f7c5b0428271 HTTP/1.1" status: 204  len: 168 time: 0.1996551
Dec 02 17:55:24.405168 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795256dd-030f-4eb0-8df2-9cee3d798429 req-f80b25c9-b02b-43f0-9d50-9121c1ed3a1b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:24.409080 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-795256dd-030f-4eb0-8df2-9cee3d798429 req-f80b25c9-b02b-43f0-9d50-9121c1ed3a1b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.1031015
Dec 02 17:55:24.465084 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-795256dd-030f-4eb0-8df2-9cee3d798429 req-7368e461-cced-42f9-ba9c-510d7ded5103 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0511799
Dec 02 17:55:24.662287 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-28a6175d-268c-4ed7-adff-bfad9bc230b2 req-c1d5219f-934f-4820-aa94-e7dc876e3c40 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 210 time: 0.0495143
Dec 02 17:55:25.040693 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cc78b-fde5-4419-894b-1e291fc6ae32 req-08ccefb0-3554-4ff5-9ad8-3bbaccd6ec42 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:25.042367 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-677cc78b-fde5-4419-894b-1e291fc6ae32 req-08ccefb0-3554-4ff5-9ad8-3bbaccd6ec42 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.0874519
Dec 02 17:55:25.114578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:55:25.143706 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-677cc78b-fde5-4419-894b-1e291fc6ae32 req-4017356c-2c06-403f-82fb-601a6ac87d9a tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0918117
Dec 02 17:55:25.238050 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 56952) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:55:25.385838 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1591905568-network', 'tenant_id': '6a044e198dd1467899be68cb0a151a8e'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:25.392002 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:55:25.396461 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Usage tracker for resource:network and tenant:6a044e198dd1467899be68cb0a151a8e is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:55:25.399586 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:55:25.413650 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:55:25.430327 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Made reservation on behalf of 6a044e198dd1467899be68cb0a151a8e for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:55:25.435688 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:25.449404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:25.468820 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:55:25.473090 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Usage tracker for resource:security_group_rule and tenant:6a044e198dd1467899be68cb0a151a8e is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:55:25.476214 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:55:25.484296 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:55:25.581664 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:25.587794 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:25.594448 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9897dd96-9456-4685-a5a4-0282977605fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:25.630792 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 17:55:25.637501 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b9c8b27c-bc9e-4e07-aa06-72f28faf2ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:25.680137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b8d66b-7a6b-448b-815a-7d728ce6b422,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:25.696423 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:25.696815 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Added segment dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778 of type vxlan for network 6a526fe5-6558-4781-b23e-9019fcedbf13
Dec 02 17:55:25.708725 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.709273 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.709745 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.710148 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.710581 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.710982 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.711387 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.711781 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.712174 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.712567 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.712956 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.713344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.713803 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.714193 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.714608 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.715000 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.715385 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.715775 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.716159 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.716542 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.716927 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.717318 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.717723 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.718112 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:25.723910 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:25.756563 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:25.804237 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ca3ec-7e1d-46c6-9bbb-da33f50bd12e req-8621e8e4-98c0-49e0-bc20-d4ba56d358ef tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:25.805879 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-840ca3ec-7e1d-46c6-9bbb-da33f50bd12e req-8621e8e4-98c0-49e0-bc20-d4ba56d358ef tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.1721988
Dec 02 17:55:25.812815 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:25.816122 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:25.816760 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:25.835623 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:25.973127 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Pushing event updated for resources: {'Network': ['ID=6a526fe5-6558-4781-b23e-9019fcedbf13,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:25.978381 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-840ca3ec-7e1d-46c6-9bbb-da33f50bd12e req-a6d1fd45-490a-4f86-9e3e-89b9da524276 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1643648
Dec 02 17:55:25.979259 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:25.984491 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-75367423-d2f5-46a3-b9e3-eefe0bb956e1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.7418931
Dec 02 17:55:25.984665 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 56964) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:55:25.988129 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network 6a526fe5-6558-4781-b23e-9019fcedbf13 details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:55:25.990553 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-1cba76be-4955-4ae3-bdb6-99046e5c7b8b admin admin] Request body: {'subnet': {'network_id': '6a526fe5-6558-4781-b23e-9019fcedbf13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1591905568-subnet', 'tenant_id': '6a044e198dd1467899be68cb0a151a8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:25.996233 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-1cba76be-4955-4ae3-bdb6-99046e5c7b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:55:26.006949 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-1cba76be-4955-4ae3-bdb6-99046e5c7b8b admin admin] Usage tracker for resource:subnet and tenant:6a044e198dd1467899be68cb0a151a8e is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:55:26.011030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-1cba76be-4955-4ae3-bdb6-99046e5c7b8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:55:26.020101 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-1cba76be-4955-4ae3-bdb6-99046e5c7b8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:55:26.043774 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cba76be-4955-4ae3-bdb6-99046e5c7b8b admin admin] Made reservation on behalf of 6a044e198dd1467899be68cb0a151a8e for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:55:26.049972 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1cba76be-4955-4ae3-bdb6-99046e5c7b8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843985496'] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:26.178851 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Network 6a526fe5-6558-4781-b23e-9019fcedbf13 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 17:55:26.267057 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4514d2e6-486b-4c4e-8d15-a9b97d62f920 req-e9e7898c-32ce-4db2-843f-3041e3284c18 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 210 time: 0.0589037
Dec 02 17:55:26.298919 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:26.585355 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829749a-1643-48d2-a9e6-ce538a974c00 req-38c6e423-a0db-4d26-86db-e7124c711939 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:26.586993 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a829749a-1643-48d2-a9e6-ce538a974c00 req-38c6e423-a0db-4d26-86db-e7124c711939 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.1706839
Dec 02 17:55:26.648812 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a829749a-1643-48d2-a9e6-ce538a974c00 req-25a391f7-071a-4b67-a3c4-efca26c2f01d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0549920
Dec 02 17:55:26.720148 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1cba76be-4955-4ae3-bdb6-99046e5c7b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843916540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843985479'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:26.736419 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:26.867771 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cba76be-4955-4ae3-bdb6-99046e5c7b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ecc34f1-f15b-44d0-b0c0-e8414b2b2da7,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:26.871871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1cba76be-4955-4ae3-bdb6-99046e5c7b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:26.935916 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cba76be-4955-4ae3-bdb6-99046e5c7b8b admin admin] Checking segment: {'id': 'dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6a526fe5-6558-4781-b23e-9019fcedbf13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:55:26.936308 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cba76be-4955-4ae3-bdb6-99046e5c7b8b admin admin] Network hostable DHCP agents. Network: 6a526fe5-6558-4781-b23e-9019fcedbf13, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 17:55:26.956274 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cba76be-4955-4ae3-bdb6-99046e5c7b8b admin admin] Network 6a526fe5-6558-4781-b23e-9019fcedbf13 is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 17:55:26.964800 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-1cba76be-4955-4ae3-bdb6-99046e5c7b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, 6a526fe5-6558-4781-b23e-9019fcedbf13) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:55:26.974064 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5428db74-a4b0-4848-9fd6-0173dd996227 None None] Network 6a526fe5-6558-4781-b23e-9019fcedbf13 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:55:26.977954 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cba76be-4955-4ae3-bdb6-99046e5c7b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:26.978652 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1cba76be-4955-4ae3-bdb6-99046e5c7b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:26.999917 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-1cba76be-4955-4ae3-bdb6-99046e5c7b8b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0135393
Dec 02 17:55:27.086365 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:27.245176 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e374f2-b121-40fa-80e7-d646f454bf89 None None] Network 6a526fe5-6558-4781-b23e-9019fcedbf13 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:55:27.305754 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1357631b-1a4a-4b7e-abd8-70a634502820 req-2f50a481-63c4-43b4-a8dc-1e8915c8362e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:27.307570 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1357631b-1a4a-4b7e-abd8-70a634502820 req-2f50a481-63c4-43b4-a8dc-1e8915c8362e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.0961688
Dec 02 17:55:27.596220 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1357631b-1a4a-4b7e-abd8-70a634502820 req-a6e59a78-968a-4058-8140-0db20aeb7f6a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2807436
Dec 02 17:55:27.786835 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-57210ee2-c0e7-4ca4-9e79-2536b7aa722b req-8ede3cb1-c7d2-48b0-b071-40a77613c49b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 210 time: 0.0535793
Dec 02 17:55:27.800223 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:27.995501 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bc56b-f357-40a2-a04d-e001f62b0967 req-66bb243d-02fc-43af-8cc4-82631e923604 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:27.997026 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0d8bc56b-f357-40a2-a04d-e001f62b0967 req-66bb243d-02fc-43af-8cc4-82631e923604 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.0860631
Dec 02 17:55:28.046539 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0d8bc56b-f357-40a2-a04d-e001f62b0967 req-6b3211b8-109b-4ecc-b81b-f83a2fedf0cb tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0425096
Dec 02 17:55:28.832272 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715a193-c868-4734-8067-c8eb07a535db req-7dd4e63c-2ea2-4346-96d6-fcec2c652a4e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:28.833918 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b715a193-c868-4734-8067-c8eb07a535db req-7dd4e63c-2ea2-4346-96d6-fcec2c652a4e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.0900457
Dec 02 17:55:28.885533 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b715a193-c868-4734-8067-c8eb07a535db req-cfd1688e-b5ec-42ab-8537-df94700e0448 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439670
Dec 02 17:55:29.072014 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7ecdf4e2-42a6-4199-bc15-78ae62a9eba5 req-62ce7363-5ede-4ffd-b35f-e818a16ce716 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 210 time: 0.0488894
Dec 02 17:55:29.343235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-e3332b8f-f76d-413b-ba8d-2973c23e7d79 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:29.343966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-e3332b8f-f76d-413b-ba8d-2973c23e7d79 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Synchronizing usage tracker for tenant:6a044e198dd1467899be68cb0a151a8e on resource:network {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:55:29.360693 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-e3332b8f-f76d-413b-ba8d-2973c23e7d79 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Unset dirty status for tenant:6a044e198dd1467899be68cb0a151a8e on resource:network {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:55:29.361959 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-e3332b8f-f76d-413b-ba8d-2973c23e7d79 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/networks?id=6a526fe5-6558-4781-b23e-9019fcedbf13 HTTP/1.1" status: 200  len: 814 time: 0.1770151
Dec 02 17:55:29.378266 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-1b32bd46-7b74-44c0-83aa-e32cdaea18cb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/quotas/6a044e198dd1467899be68cb0a151a8e HTTP/1.1" status: 200  len: 375 time: 0.0099626
Dec 02 17:55:29.432728 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-dffb3eab-cb7c-419c-ba01-8778bcd91e3e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a044e198dd1467899be68cb0a151a8e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0483415
Dec 02 17:55:29.582325 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-18f629f2-b594-4142-9940-bed3e91f31cb service neutron] 10.222.0.21 "GET /v2.0/networks/6a526fe5-6558-4781-b23e-9019fcedbf13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420269
Dec 02 17:55:29.729070 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-7435212e-3c20-456e-bc2e-8af7d7f29c45 service neutron] 10.222.0.21 "GET /v2.0/networks/6a526fe5-6558-4781-b23e-9019fcedbf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1400762
Dec 02 17:55:30.065509 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7d029-fabe-4677-a642-4869c937f8d7 req-804776bc-1a7f-4ce3-820c-29eedd1c7a40 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:30.067350 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-dea7d029-fabe-4677-a642-4869c937f8d7 req-804776bc-1a7f-4ce3-820c-29eedd1c7a40 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.1209807
Dec 02 17:55:30.158980 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-dea7d029-fabe-4677-a642-4869c937f8d7 req-a1e31d59-6c80-40ec-af3f-571685573fc4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0761385
Dec 02 17:55:30.348363 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-92a14431-d00a-497c-a278-d7e2eb1c41b5 req-fdf87c12-8647-4abc-a1f7-29c8fef15ea1 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 210 time: 0.0780060
Dec 02 17:55:30.435844 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4ee5a-7439-4118-a174-f89f2f7d5d27 req-2fa98b8e-4caa-4a46-a44f-3322fab9396a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:30.437545 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6fc4ee5a-7439-4118-a174-f89f2f7d5d27 req-2fa98b8e-4caa-4a46-a44f-3322fab9396a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.1030996
Dec 02 17:55:30.489041 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6fc4ee5a-7439-4118-a174-f89f2f7d5d27 req-c8a06035-ceb9-4ba2-909c-1f6365e2d37e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449812
Dec 02 17:55:30.543747 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-9b732157-9066-4256-b2a9-0cde6637800d req-8e565f8f-5e92-4904-94de-91aa8c37d06a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Synchronizing usage tracker for tenant:08c5d505eefa48458ed1c3b80b70cbc7 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:55:30.563501 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-9b732157-9066-4256-b2a9-0cde6637800d req-8e565f8f-5e92-4904-94de-91aa8c37d06a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Unset dirty status for tenant:08c5d505eefa48458ed1c3b80b70cbc7 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:55:30.565288 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9b732157-9066-4256-b2a9-0cde6637800d req-8e565f8f-5e92-4904-94de-91aa8c37d06a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 210 time: 0.0820060
Dec 02 17:55:31.413853 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c483aa-2d97-49fc-9af0-084b136e958a req-d9627680-8e2a-43d0-894b-a6f9e281013f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:31.415736 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-57c483aa-2d97-49fc-9af0-084b136e958a req-d9627680-8e2a-43d0-894b-a6f9e281013f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.1031640
Dec 02 17:55:31.416585 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-497dae56-236d-4d2f-8b22-80715a36d58a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:31.418344 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-497dae56-236d-4d2f-8b22-80715a36d58a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.43 "GET /v2.0/networks?id=56252445-cb9e-4a43-bb8d-1dff085eab32 HTTP/1.1" status: 200  len: 809 time: 0.1794355
Dec 02 17:55:31.478379 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-57c483aa-2d97-49fc-9af0-084b136e958a req-a5f1ea78-1ab6-4c44-b677-650128ae79c8 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0529156
Dec 02 17:55:31.511681 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-f8ba84b4-ef90-4ccd-b667-b550ac20d9a1 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Synchronizing usage tracker for tenant:08c5d505eefa48458ed1c3b80b70cbc7 on resource:security_group {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:55:31.569240 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-91632fd4-536a-4213-b227-ce2ff7540cbe req-075f851a-7dcd-48bf-8bd6-65461230b0bc tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 210 time: 0.0524087
Dec 02 17:55:31.572003 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-f8ba84b4-ef90-4ccd-b667-b550ac20d9a1 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Unset dirty status for tenant:08c5d505eefa48458ed1c3b80b70cbc7 on resource:security_group {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:55:31.573272 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-f8ba84b4-ef90-4ccd-b667-b550ac20d9a1 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=08c5d505eefa48458ed1c3b80b70cbc7 HTTP/1.1" status: 200  len: 5543 time: 0.1318381
Dec 02 17:55:31.587528 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Request body: {'port': {'device_id': '5c9ee110-7675-4f5a-8148-96b659e03997', 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32', 'admin_state_up': True, 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'security_groups': ['bcfffea7-d67e-45a8-86dc-bff0a5eef025']}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:31.776896 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4de86-4c1b-407c-b6e4-d63664fc71de req-63d6dd67-9feb-48e6-a18b-ba0e3045c961 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:31.778703 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-74f4de86-4c1b-407c-b6e4-d63664fc71de req-63d6dd67-9feb-48e6-a18b-ba0e3045c961 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.1013730
Dec 02 17:55:31.838408 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-74f4de86-4c1b-407c-b6e4-d63664fc71de req-810ee86d-e3e2-4c7b-b528-1b7695c0d20f tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514412
Dec 02 17:55:31.965218 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6477f876-d1a4-4b7b-a59c-cf1bf6b5171e req-e3437cf5-8b76-441d-9566-3224a195cab6 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 210 time: 0.2617619
Dec 02 17:55:31.993817 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:55:31.997352 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:55:32.006873 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Made reservation on behalf of 08c5d505eefa48458ed1c3b80b70cbc7 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:55:32.012382 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:32.332867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Allocated IP 172.20.0.7 (56252445-cb9e-4a43-bb8d-1dff085eab32/cdebc9bf-e6e3-445f-8fe7-512f6d458a56/6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:55:32.611735 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:32.625195 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-258a28ed-f254-4fbe-9040-32fe834840a1 req-7b797355-42c1-45e8-bc48-0d1f7a67083c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2517080
Dec 02 17:55:32.637391 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Transition to ACTIVE for port object 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:55:32.667324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:32.689336 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-bf56fcaa-18a1-417f-82c4-e4e42bb734cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:32.716582 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-1002b331-a81b-47fa-b08c-e02a937e5812 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:32.718278 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-1002b331-a81b-47fa-b08c-e02a937e5812 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.43 "GET /v2.0/networks?id=6a526fe5-6558-4781-b23e-9019fcedbf13 HTTP/1.1" status: 200  len: 814 time: 0.2743323
Dec 02 17:55:32.774078 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Request body: {'port': {'device_id': '909021e0-3e2c-4095-b89c-9339ebc3a16e', 'network_id': '6a526fe5-6558-4781-b23e-9019fcedbf13', 'admin_state_up': True, 'tenant_id': '6a044e198dd1467899be68cb0a151a8e'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:32.868713 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 278a9de9-4037-4c22-9523-38f752cf0853 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:55:32.924479 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-70cdb67a-2631-43dd-a0a0-8e8aa3f6810f req-791d8ec3-c3ab-4e13-8ee0-06a3800c3c33 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 210 time: 0.1636534
Dec 02 17:55:32.936776 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Pushing event updated for resources: {'Port': ['ID=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:32.960715 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9100f7-38fd-4d13-9b5f-bdcf6e2c98b8 req-1c661517-8aad-44be-9f88-acdc5f5a2fcd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:32.964249 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.964671 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.965084 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.965493 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.965896 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.966298 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.966717 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.967075 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-dd9100f7-38fd-4d13-9b5f-bdcf6e2c98b8 req-1c661517-8aad-44be-9f88-acdc5f5a2fcd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 943 time: 0.2472949
Dec 02 17:55:32.967182 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.968210 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.969881 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.969881 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.969881 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.969881 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.973187 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.973187 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.973187 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.973420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port 278a9de9-4037-4c22-9523-38f752cf0853 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:55:32.973498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.973498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.973498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.973498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.973498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.973498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.973498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.973974 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:32.976514 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 278a9de9-4037-4c22-9523-38f752cf0853 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:32.976939 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:32.982590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:33.043714 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a28ed-f254-4fbe-9040-32fe834840a1 req-a33292a6-53d5-4874-8e80-d378504349ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:33.045367 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-258a28ed-f254-4fbe-9040-32fe834840a1 req-a33292a6-53d5-4874-8e80-d378504349ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b3ba943161643b9888b7198e5f4d270&device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 1163 time: 0.2692285
Dec 02 17:55:33.049677 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:55:33.051406 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Network 56252445-cb9e-4a43-bb8d-1dff085eab32 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:55:33.052660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:55:33.055063 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:55:33.081995 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-dd9100f7-38fd-4d13-9b5f-bdcf6e2c98b8 req-a21f4747-c7e1-4c04-97e0-2eebcbcc17a9 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1080434
Dec 02 17:55:33.089389 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Usage tracker for resource:port and tenant:6a044e198dd1467899be68cb0a151a8e is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:55:33.098085 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Quota usage for port was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:55:33.111984 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:33.121489 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:55:33.138548 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Made reservation on behalf of 6a044e198dd1467899be68cb0a151a8e for: {'port': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:55:33.145497 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:33.194364 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 278a9de9-4037-4c22-9523-38f752cf0853, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=278a9de9-4037-4c22-9523-38f752cf0853,segment=NetworkSegment(205f4dc9-96e8-409d-a722-4c7af1aeab79),segment_id=205f4dc9-96e8-409d-a722-4c7af1aeab79)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:55:33.195905 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad439d04-9bed-4d80-9a44-61da3c995518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278a9de9-4037-4c22-9523-38f752cf0853'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:55:33.203769 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:33.206065 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:33.285372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=278a9de9-4037-4c22-9523-38f752cf0853,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:33.299393 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:33.339019 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:33.339703 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:33.430351 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8473532
Dec 02 17:55:33.439408 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc16794-f9ba-4a6b-89be-2bff676e8e36 req-72c79e4c-486b-43ee-b186-a7deb5ae30c0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:33.440984 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-abc16794-f9ba-4a6b-89be-2bff676e8e36 req-72c79e4c-486b-43ee-b186-a7deb5ae30c0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.3149993
Dec 02 17:55:33.442093 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a28ed-f254-4fbe-9040-32fe834840a1 req-fa6ab2e6-f473-4f6d-a152-7cb16dcae103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:33.443597 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-258a28ed-f254-4fbe-9040-32fe834840a1 req-fa6ab2e6-f473-4f6d-a152-7cb16dcae103 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ca63e15-5840-4372-9d93-cce1e9b612b4 HTTP/1.1" status: 200  len: 904 time: 0.3512647
Dec 02 17:55:33.448985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Request body: {'port': {'device_id': '5c9ee110-7675-4f5a-8148-96b659e03997', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:33.469089 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-149574fa-a2e4-4b2b-8847-2a6eeb43516a None None] Provisioning for port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:55:33.475335 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-149574fa-a2e4-4b2b-8847-2a6eeb43516a None None] Provisioning complete for port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:33.475764 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-149574fa-a2e4-4b2b-8847-2a6eeb43516a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:33.504493 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfd7db-12a5-43b6-bd9f-196d4ee92c72 req-25ac8664-a08b-4929-a981-c72fd4661812 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:33.506148 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-aacfd7db-12a5-43b6-bd9f-196d4ee92c72 req-25ac8664-a08b-4929-a981-c72fd4661812 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 931 time: 0.1793945
Dec 02 17:55:33.537167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-149574fa-a2e4-4b2b-8847-2a6eeb43516a None None] Port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:55:33.614819 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-aacfd7db-12a5-43b6-bd9f-196d4ee92c72 req-c7a85125-cf26-4bfc-bfa7-3450dd377221 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0964832
Dec 02 17:55:33.635064 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Allocated IP 172.20.0.10 (6a526fe5-6558-4781-b23e-9019fcedbf13/9ecc34f1-f15b-44d0-b0c0-e8414b2b2da7/70cf5468-bad1-431e-a304-ef54e21e13dd) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:55:33.702551 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-abc16794-f9ba-4a6b-89be-2bff676e8e36 req-fde62cde-1d59-4824-8510-0252abb4dc4f tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2265759
Dec 02 17:55:33.738890 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-258a28ed-f254-4fbe-9040-32fe834840a1 req-0f64961b-d300-4ffc-846d-c6bf4074133b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0894fb7d-3862-45a2-ad5d-35ffb301f740 HTTP/1.1" status: 200  len: 1001 time: 0.2611406
Dec 02 17:55:33.839501 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:33.846080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a28ed-f254-4fbe-9040-32fe834840a1 req-7710dc60-6eea-4c0f-b6a2-cc264dde8906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:33.847707 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-258a28ed-f254-4fbe-9040-32fe834840a1 req-7710dc60-6eea-4c0f-b6a2-cc264dde8906 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5d83d9ff-5b0d-4a61-bcb1-7d8d80206342 HTTP/1.1" status: 200  len: 849 time: 0.1008782
Dec 02 17:55:33.938844 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:33.945680 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad439d04-9bed-4d80-9a44-61da3c995518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278a9de9-4037-4c22-9523-38f752cf0853', 'code': 200}
Dec 02 17:55:33.970382 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:33.991521 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:34.043606 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a28ed-f254-4fbe-9040-32fe834840a1 req-9ef8bdf1-c209-483c-95be-aef72e69b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:34.045120 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-258a28ed-f254-4fbe-9040-32fe834840a1 req-9ef8bdf1-c209-483c-95be-aef72e69b45d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ca63e15-5840-4372-9d93-cce1e9b612b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1582425
Dec 02 17:55:34.177292 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Pushing event updated for resources: {'Port': ['ID=70cf5468-bad1-431e-a304-ef54e21e13dd,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:34.199889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 278a9de9-4037-4c22-9523-38f752cf0853 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:55:34.242177 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:34.300709 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Network 6a526fe5-6558-4781-b23e-9019fcedbf13 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:55:34.308292 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 278a9de9-4037-4c22-9523-38f752cf0853 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:34.308712 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:34.308922 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:55:34.353686 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:55:34.444539 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-258a28ed-f254-4fbe-9040-32fe834840a1 req-edf129f0-8d78-43ec-9eb0-bc1ef6bfe6c8 service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3559756
Dec 02 17:55:34.447934 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:34.448630 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:34.452466 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e01c58b-c279-4cec-a29e-db39c766ebac req-d4c6e16b-1af6-447d-96ee-b7e088405d2b tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:34.454083 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4e01c58b-c279-4cec-a29e-db39c766ebac req-d4c6e16b-1af6-447d-96ee-b7e088405d2b tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 932 time: 0.3668666
Dec 02 17:55:34.492387 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7275858
Dec 02 17:55:34.495833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392718b6-80bb-4f4a-b6e8-633537f80c96 req-6af435af-0bf9-49b1-91a9-84df65910ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:34.497481 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-392718b6-80bb-4f4a-b6e8-633537f80c96 req-6af435af-0bf9-49b1-91a9-84df65910ab7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 1162 time: 0.2402267
Dec 02 17:55:34.509134 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37c52b-134b-404d-ab80-e94223e8e651 req-551afc27-196d-45dc-b23c-33214ac0a300 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:34.510908 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ed37c52b-134b-404d-ab80-e94223e8e651 req-551afc27-196d-45dc-b23c-33214ac0a300 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 945 time: 0.2087438
Dec 02 17:55:34.519281 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Request body: {'port': {'device_id': '909021e0-3e2c-4095-b89c-9339ebc3a16e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:34.692647 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-392718b6-80bb-4f4a-b6e8-633537f80c96 req-dc2da615-e696-4867-935a-c7f325aafb57 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1379480
Dec 02 17:55:34.701502 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ed37c52b-134b-404d-ab80-e94223e8e651 req-60485148-3faf-4cd3-aec3-bb73ef6a0866 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1509991
Dec 02 17:55:34.735685 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:34.867061 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4e01c58b-c279-4cec-a29e-db39c766ebac req-ef75007b-e709-4197-8698-2c2b72308c5d tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1687074
Dec 02 17:55:34.955178 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 17:55:34.969426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:35.002858 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Transition to ACTIVE for port object 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:55:35.058825 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:35.081607 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:35.127826 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-258a28ed-f254-4fbe-9040-32fe834840a1 req-588e6a98-7f09-4377-946a-7e0e4f3fa871 service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6706636
Dec 02 17:55:35.242669 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:35.250315 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:35.276966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b858f-0c64-4a2b-97e2-b124637bb81a req-ecc8c0f7-5527-4040-8ab4-e4b972201629 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:35.276966 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4f1b858f-0c64-4a2b-97e2-b124637bb81a req-ecc8c0f7-5527-4040-8ab4-e4b972201629 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 931 time: 0.4305291
Dec 02 17:55:35.306240 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d03268-1568-4388-8cc0-62aa1de0e894 req-05a3d3af-47ff-48c2-82a5-23e480417ebd tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:35.309788 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a2d03268-1568-4388-8cc0-62aa1de0e894 req-05a3d3af-47ff-48c2-82a5-23e480417ebd tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.2947803
Dec 02 17:55:35.413803 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4f1b858f-0c64-4a2b-97e2-b124637bb81a req-c54551cd-300b-40ed-9367-4751950f1f41 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1197429
Dec 02 17:55:35.482698 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a2d03268-1568-4388-8cc0-62aa1de0e894 req-09244149-ff8c-4870-82c7-d88289567560 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1659222
Dec 02 17:55:35.507245 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Attempting to bind port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:55:35.507795 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Attempting to bind port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '440fe43d-6d0f-412f-83c1-bfd20382b016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:55:35.508434 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Attempting to bind port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d on network 56252445-cb9e-4a43-bb8d-1dff085eab32 {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:55:35.517428 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:55:35.517955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Checking segment: {'id': '440fe43d-6d0f-412f-83c1-bfd20382b016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:55:35.518891 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:35.519405 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Bound using segment: {'id': '440fe43d-6d0f-412f-83c1-bfd20382b016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:55:35.521041 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Bound port: 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '440fe43d-6d0f-412f-83c1-bfd20382b016', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:55:35.521711 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:35.540666 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70cf5468-bad1-431e-a304-ef54e21e13dd {{(pid=80244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 17:55:35.550041 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:35.563669 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Transition to ACTIVE for port object 70cf5468-bad1-431e-a304-ef54e21e13dd will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:55:35.567404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843917156'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:35.583623 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:35.624902 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] For port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d, host hv-cinder-73362, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:55:35.628162 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] For port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d,segment=NetworkSegment(440fe43d-6d0f-412f-83c1-bfd20382b016),segment_id=440fe43d-6d0f-412f-83c1-bfd20382b016)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:55:35.631789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:35.648082 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a116561f-5869-4eab-b37d-b667b6e629cd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:35.720776 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Pushing event updated for resources: {'Port': ['ID=70cf5468-bad1-431e-a304-ef54e21e13dd,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:35.725252 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:35.809349 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Pushing event updated for resources: {'Port': ['ID=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:35.815563 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:35.848835 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:35.849984 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:35.851666 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] 10.222.0.43 "PUT /v2.0/ports/6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d HTTP/1.1" status: 200  len: 1157 time: 2.4069769
Dec 02 17:55:35.852205 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9ee110-7675-4f5a-8148-96b659e03997', 'tag': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:55:36.012571 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Attempting to bind port 70cf5468-bad1-431e-a304-ef54e21e13dd on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:55:36.013037 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Attempting to bind port 70cf5468-bad1-431e-a304-ef54e21e13dd by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6a526fe5-6558-4781-b23e-9019fcedbf13'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:55:36.013319 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Attempting to bind port 70cf5468-bad1-431e-a304-ef54e21e13dd on network 6a526fe5-6558-4781-b23e-9019fcedbf13 {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:55:36.028386 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:55:36.028775 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Checking segment: {'id': 'dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6a526fe5-6558-4781-b23e-9019fcedbf13'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:55:36.029164 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:36.029569 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Bound using segment: {'id': 'dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6a526fe5-6558-4781-b23e-9019fcedbf13'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:55:36.030269 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Bound port: 70cf5468-bad1-431e-a304-ef54e21e13dd, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6a526fe5-6558-4781-b23e-9019fcedbf13'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:55:36.030721 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:36.033163 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-325cddd4-f941-49d8-a511-d99dc354ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:36.034879 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-325cddd4-f941-49d8-a511-d99dc354ecf5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08c5d505eefa48458ed1c3b80b70cbc7&device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 1160 time: 0.1065183
Dec 02 17:55:36.043059 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9ee110-7675-4f5a-8148-96b659e03997', 'tag': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d', 'status': 'completed', 'code': 200}
Dec 02 17:55:36.062340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5b417-79c1-4dab-b514-6f704693861b req-3f7c42fe-b6b7-426f-aedb-46bf8c38aa4b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:36.070345 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a0f5b417-79c1-4dab-b514-6f704693861b req-3f7c42fe-b6b7-426f-aedb-46bf8c38aa4b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 945 time: 0.1996570
Dec 02 17:55:36.188309 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-625c7ac3-7b54-4cb2-8c89-7bf6b464a589 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d HTTP/1.1" status: 200  len: 217 time: 0.1297638
Dec 02 17:55:36.213869 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a0f5b417-79c1-4dab-b514-6f704693861b req-42e6d0a9-91c9-4b25-92a0-b75fcf0aef32 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1424842
Dec 02 17:55:36.225810 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] For port 70cf5468-bad1-431e-a304-ef54e21e13dd, host hv-cinder-73362, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:55:36.229192 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] For port 70cf5468-bad1-431e-a304-ef54e21e13dd, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=70cf5468-bad1-431e-a304-ef54e21e13dd,segment=NetworkSegment(dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778),segment_id=dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:55:36.233971 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843917156'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:36.253919 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5c57727a-4c60-427c-a769-37cafe0d9eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:36.320186 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-16e6e4be-ff74-4934-a65e-374ea8824f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:36.322013 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-16e6e4be-ff74-4934-a65e-374ea8824f3d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc9bf-e6e3-445f-8fe7-512f6d458a56 HTTP/1.1" status: 200  len: 848 time: 0.0894699
Dec 02 17:55:36.385521 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c7dd1-ed7b-4781-9f0c-04d89436e3c7 req-d48147be-b4a1-4a09-b69f-68b351fa4775 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:36.387246 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-890c7dd1-ed7b-4781-9f0c-04d89436e3c7 req-d48147be-b4a1-4a09-b69f-68b351fa4775 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 944 time: 0.1978693
Dec 02 17:55:36.404704 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Pushing event updated for resources: {'Port': ['ID=70cf5468-bad1-431e-a304-ef54e21e13dd,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:36.415331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:36.424599 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 278a9de9-4037-4c22-9523-38f752cf0853 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:55:36.466785 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-890c7dd1-ed7b-4781-9f0c-04d89436e3c7 req-0452fcfe-6e09-4014-bd9f-325424dd393c tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699089
Dec 02 17:55:36.469654 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:36.470336 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:36.471880 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] 10.222.0.43 "PUT /v2.0/ports/70cf5468-bad1-431e-a304-ef54e21e13dd HTTP/1.1" status: 200  len: 1158 time: 1.9579461
Dec 02 17:55:36.472451 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909021e0-3e2c-4095-b89c-9339ebc3a16e', 'tag': '70cf5468-bad1-431e-a304-ef54e21e13dd'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:55:36.503808 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-ccbafb4a-2d6d-4f16-aac5-34300b95e4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:36.505452 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-ccbafb4a-2d6d-4f16-aac5-34300b95e4ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56252445-cb9e-4a43-bb8d-1dff085eab32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1651354
Dec 02 17:55:36.538417 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 278a9de9-4037-4c22-9523-38f752cf0853 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:36.539253 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:36.665444 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909021e0-3e2c-4095-b89c-9339ebc3a16e', 'tag': '70cf5468-bad1-431e-a304-ef54e21e13dd', 'status': 'completed', 'code': 200}
Dec 02 17:55:36.718288 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-2d050f02-ce23-40d4-ac78-2b97360a92c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:36.719906 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-2d050f02-ce23-40d4-ac78-2b97360a92c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a044e198dd1467899be68cb0a151a8e&device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 1161 time: 0.1673617
Dec 02 17:55:36.721775 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-871b78c3-e8df-4cec-ab15-9848b7349ee1 service neutron] 10.222.0.43 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707563
Dec 02 17:55:36.729961 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b310a-c1e4-4d6d-9004-3032630ac0ae req-e294b4f6-84c3-41bf-8c82-0a7a2f32ec5e tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:36.731549 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-251b310a-c1e4-4d6d-9004-3032630ac0ae req-e294b4f6-84c3-41bf-8c82-0a7a2f32ec5e tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.1225410
Dec 02 17:55:36.826684 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-3cd3083d-8e80-4ca9-b0c0-23008236dc8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70cf5468-bad1-431e-a304-ef54e21e13dd HTTP/1.1" status: 200  len: 217 time: 0.0865126
Dec 02 17:55:36.892469 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-251b310a-c1e4-4d6d-9004-3032630ac0ae req-6026e9a8-eddb-4510-bee0-2e1b210d3a9f tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1542420
Dec 02 17:55:36.911760 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-c7792591-1eaa-45bf-91f2-f7093d5f7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:36.913760 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-c7792591-1eaa-45bf-91f2-f7093d5f7349 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ecc34f1-f15b-44d0-b0c0-e8414b2b2da7 HTTP/1.1" status: 200  len: 854 time: 0.0766966
Dec 02 17:55:36.950916 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbfea28b-ea89-4452-829d-f3fb2b3cd287 req-6592ba5c-600b-444e-ac46-d423fad894ec service neutron] 10.222.0.43 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2099152
Dec 02 17:55:36.962125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68add55-6b41-47ba-bdfe-5d5edc41cbbd req-7d1ee36f-3c5c-46c4-8af8-f726204c3f1a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:36.965720 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c68add55-6b41-47ba-bdfe-5d5edc41cbbd req-7d1ee36f-3c5c-46c4-8af8-f726204c3f1a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.1801274
Dec 02 17:55:36.966756 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-197f68fc-d576-483e-923d-f2faf6530334 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a526fe5-6558-4781-b23e-9019fcedbf13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450370
Dec 02 17:55:37.019757 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c68add55-6b41-47ba-bdfe-5d5edc41cbbd req-1bcb34d6-4661-4867-be19-42dc7e981f94 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461442
Dec 02 17:55:37.124199 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-51ddd37f-486b-4e7a-b098-cd64e3f187d5 service neutron] 10.222.0.43 "GET /v2.0/networks/6a526fe5-6558-4781-b23e-9019fcedbf13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464014
Dec 02 17:55:37.153271 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d681a7-61e0-4481-8b1a-a52bb3b2ecd4 req-004ffa0e-b701-4b5f-808c-df0199e93095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:37.154910 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-93d681a7-61e0-4481-8b1a-a52bb3b2ecd4 req-004ffa0e-b701-4b5f-808c-df0199e93095 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08c5d505eefa48458ed1c3b80b70cbc7&device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 1160 time: 0.0916398
Dec 02 17:55:37.285096 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b60a9ff4-f27f-44cf-8e62-69739b423846 req-c5206269-83c7-436b-b52e-6ee1c36e6bb7 service neutron] 10.222.0.43 "GET /v2.0/networks/6a526fe5-6558-4781-b23e-9019fcedbf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1512923
Dec 02 17:55:37.306633 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d681a7-61e0-4481-8b1a-a52bb3b2ecd4 req-2a7ec22c-dbfb-4331-aa53-a8c45ee6c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:37.308261 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-93d681a7-61e0-4481-8b1a-a52bb3b2ecd4 req-2a7ec22c-dbfb-4331-aa53-a8c45ee6c89a service neutron] 10.222.0.43 "GET /v2.0/networks?id=56252445-cb9e-4a43-bb8d-1dff085eab32 HTTP/1.1" status: 200  len: 903 time: 0.1457701
Dec 02 17:55:37.382777 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-93d681a7-61e0-4481-8b1a-a52bb3b2ecd4 req-28fe2329-e12b-44f0-bfa8-dba1bcc43034 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d HTTP/1.1" status: 200  len: 217 time: 0.0665560
Dec 02 17:55:37.492278 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d681a7-61e0-4481-8b1a-a52bb3b2ecd4 req-ee64468d-4ac9-44af-b211-ad19dfc3de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:37.493799 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-93d681a7-61e0-4481-8b1a-a52bb3b2ecd4 req-ee64468d-4ac9-44af-b211-ad19dfc3de5c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc9bf-e6e3-445f-8fe7-512f6d458a56 HTTP/1.1" status: 200  len: 848 time: 0.0702236
Dec 02 17:55:37.498199 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eab948-dc8a-4ce9-bd06-36309b15f0db req-bfc0de2d-9e6a-49d2-9933-d46e40ee143e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:37.501020 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-80eab948-dc8a-4ce9-bd06-36309b15f0db req-bfc0de2d-9e6a-49d2-9933-d46e40ee143e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 945 time: 0.1440327
Dec 02 17:55:37.555568 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7bc26-b900-4731-b621-dc0412b7e1cf req-46e77acd-b629-4f5b-b7b4-ffda3ec58c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:37.557206 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-abb7bc26-b900-4731-b621-dc0412b7e1cf req-46e77acd-b629-4f5b-b7b4-ffda3ec58c9d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a044e198dd1467899be68cb0a151a8e&device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 1161 time: 0.1333497
Dec 02 17:55:37.601181 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d681a7-61e0-4481-8b1a-a52bb3b2ecd4 req-81eb2e49-5010-4e0a-a967-b80f7e039fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:37.603049 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-93d681a7-61e0-4481-8b1a-a52bb3b2ecd4 req-81eb2e49-5010-4e0a-a967-b80f7e039fd2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56252445-cb9e-4a43-bb8d-1dff085eab32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0999303
Dec 02 17:55:37.609365 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-80eab948-dc8a-4ce9-bd06-36309b15f0db req-d7ff70a3-491b-43e4-b16c-e95747cc031e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0983672
Dec 02 17:55:37.745749 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7bc26-b900-4731-b621-dc0412b7e1cf req-a7596fa6-b9dc-4624-a581-504a9b47a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:37.747418 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-abb7bc26-b900-4731-b621-dc0412b7e1cf req-a7596fa6-b9dc-4624-a581-504a9b47a9e5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6a526fe5-6558-4781-b23e-9019fcedbf13 HTTP/1.1" status: 200  len: 908 time: 0.1799743
Dec 02 17:55:37.882962 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-abb7bc26-b900-4731-b621-dc0412b7e1cf req-c1a7deb8-2342-42d8-a6a5-a74867e3edf1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70cf5468-bad1-431e-a304-ef54e21e13dd HTTP/1.1" status: 200  len: 217 time: 0.1271842
Dec 02 17:55:37.982108 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7bc26-b900-4731-b621-dc0412b7e1cf req-27ebd07d-e67f-4a03-8db1-00639449da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:37.984738 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-abb7bc26-b900-4731-b621-dc0412b7e1cf req-27ebd07d-e67f-4a03-8db1-00639449da55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ecc34f1-f15b-44d0-b0c0-e8414b2b2da7 HTTP/1.1" status: 200  len: 854 time: 0.0879946
Dec 02 17:55:37.994890 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2c9aa-6295-401c-a8ff-24071556d53f req-f40e7450-04fd-4133-836a-a99122cd20cf tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:37.996400 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4bd2c9aa-6295-401c-a8ff-24071556d53f req-f40e7450-04fd-4133-836a-a99122cd20cf tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 945 time: 0.1694732
Dec 02 17:55:38.042518 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d30ad3-4358-473f-b204-bcf3fe4a77b0 req-bc1ec0a8-294f-4fb9-8bad-49484745e649 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:38.044764 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-41d30ad3-4358-473f-b204-bcf3fe4a77b0 req-bc1ec0a8-294f-4fb9-8bad-49484745e649 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 944 time: 0.4459302
Dec 02 17:55:38.052075 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-93d681a7-61e0-4481-8b1a-a52bb3b2ecd4 req-9049642e-d534-4685-b7c1-691f6fbc2cca service neutron] 10.222.0.43 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3984129
Dec 02 17:55:38.059867 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-abb7bc26-b900-4731-b621-dc0412b7e1cf req-d7c7d598-a4a9-4bed-a4fa-6d8f0bba7727 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a526fe5-6558-4781-b23e-9019fcedbf13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0583475
Dec 02 17:55:38.134497 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4bd2c9aa-6295-401c-a8ff-24071556d53f req-95e25450-0649-4af2-b979-5ed27d705941 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0953939
Dec 02 17:55:38.206081 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-41d30ad3-4358-473f-b204-bcf3fe4a77b0 req-14c54f37-ad74-41a4-8b32-d3c276b5e060 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528156
Dec 02 17:55:38.257234 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-93d681a7-61e0-4481-8b1a-a52bb3b2ecd4 req-f47e069a-19f0-4e2c-9c30-a24c8af35e39 service neutron] 10.222.0.43 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1725421
Dec 02 17:55:38.320802 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-abb7bc26-b900-4731-b621-dc0412b7e1cf req-e27456bb-2ee7-4ec6-9309-1452a2ac945c service neutron] 10.222.0.43 "GET /v2.0/networks/6a526fe5-6558-4781-b23e-9019fcedbf13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2372398
Dec 02 17:55:38.439674 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571ed9e-8024-427c-b4a1-367bc4514e65 req-54e1b63a-b792-453d-b200-11079d15571c tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:38.441352 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5571ed9e-8024-427c-b4a1-367bc4514e65 req-54e1b63a-b792-453d-b200-11079d15571c tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.0940742
Dec 02 17:55:38.487272 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4f0cf-7aa0-4dd9-a688-ff696774e32c req-e726ef85-08c0-4da4-811d-9986d3ed065f tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:38.487272 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fd4f0cf-7aa0-4dd9-a688-ff696774e32c req-e726ef85-08c0-4da4-811d-9986d3ed065f tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.2132950
Dec 02 17:55:38.496439 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5571ed9e-8024-427c-b4a1-367bc4514e65 req-c9d281ea-f873-4efb-b0a0-cde912551896 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486505
Dec 02 17:55:38.537297 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-abb7bc26-b900-4731-b621-dc0412b7e1cf req-153eeb6e-6912-4d4e-acb6-146466928972 service neutron] 10.222.0.43 "GET /v2.0/networks/6a526fe5-6558-4781-b23e-9019fcedbf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2043600
Dec 02 17:55:38.558031 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fd4f0cf-7aa0-4dd9-a688-ff696774e32c req-cbde916a-d3be-425f-9556-b36425f23131 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0591936
Dec 02 17:55:38.730054 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-f093e4e1-d636-4d0a-8d44-da58e6c3b82e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1678586
Dec 02 17:55:38.742049 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Request body: {'floatingip': {'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:38.749813 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:55:38.754331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Usage tracker for resource:floatingip and tenant:4efb85fc834d471fbfdaf374fbfc0c75 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:55:38.757551 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:55:38.763935 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:55:38.774529 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:38.796630 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e910ebd-d74f-45bf-907e-eca4fd7736d8 req-1cea8060-824e-47aa-83b7-0ff2d398006d tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:38.800583 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0e910ebd-d74f-45bf-907e-eca4fd7736d8 req-1cea8060-824e-47aa-83b7-0ff2d398006d tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 945 time: 0.0895147
Dec 02 17:55:38.852635 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0e910ebd-d74f-45bf-907e-eca4fd7736d8 req-79f60c15-5579-4288-9515-3f6510419bcb tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479507
Dec 02 17:55:38.933943 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:39.230163 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Allocated IP 172.27.2.117 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/4aea88ce-b237-4316-90fd-f90e0973defc) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:55:39.322795 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-9cb147e4-145a-458b-b05a-a9f974d1c098 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3947954
Dec 02 17:55:39.333542 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Request body: {'floatingip': {'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:39.339756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:55:39.343762 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Usage tracker for resource:floatingip and tenant:2b9f580ccafc411288557243f06a641f is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:55:39.346730 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:55:39.352497 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:55:39.363203 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for floatingip, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:39.400289 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:39.428377 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:39.447514 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:39.512445 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:39.585879 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event updated for resources: {'Port': ['ID=4aea88ce-b237-4316-90fd-f90e0973defc,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:39.590245 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:39.639662 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:55:39.640987 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:55:39.643557 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:55:39.725833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:39.788876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:39.800973 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Allocated IP 172.27.2.61 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/77b3cc4e-541d-44ed-a4f6-a4d357e0e75f) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:55:39.968243 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:39.994601 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:40.011173 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:40.064393 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:40.068046 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:40.084033 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:40.155745 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Pushing event updated for resources: {'Port': ['ID=77b3cc4e-541d-44ed-a4f6-a4d357e0e75f,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:40.160991 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:40.211418 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:55:40.212718 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:55:40.215650 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:55:40.225865 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event updated for resources: {'Port': ['ID=4aea88ce-b237-4316-90fd-f90e0973defc,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:40.230531 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:40.290887 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:40.306577 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for floatingip, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:40.328766 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:40.351395 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:40.352717 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6150870
Dec 02 17:55:40.368793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:40.441675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-19422def-8ca1-4142-94c6-54c06482f3b7 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Synchronizing usage tracker for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:floatingip {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:55:40.458465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-19422def-8ca1-4142-94c6-54c06482f3b7 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Unset dirty status for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:floatingip {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:55:40.459779 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-19422def-8ca1-4142-94c6-54c06482f3b7 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.117 HTTP/1.1" status: 200  len: 696 time: 0.1001482
Dec 02 17:55:40.621612 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-5fa18721-5ecf-4dd7-a2f9-b32dec053e40 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:40.623069 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-5fa18721-5ecf-4dd7-a2f9-b32dec053e40 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/networks/0e06ccbb-5acd-4938-8c27-f383e561e919 HTTP/1.1" status: 200  len: 784 time: 0.1570671
Dec 02 17:55:40.635469 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-c6bad774-356d-4143-a854-93b628d23f88 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80243) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 17:55:40.636509 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-aaa3e16d-062f-4ecc-9573-a66bcf14a0ed req-c6bad774-356d-4143-a854-93b628d23f88 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0062850
Dec 02 17:55:40.654085 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:40.658648 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843917156'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:40.674069 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-92e4b8bf-cc0f-4422-ab5c-04e4eeadf2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:40.815860 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Pushing event updated for resources: {'Port': ['ID=77b3cc4e-541d-44ed-a4f6-a4d357e0e75f,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:40.820535 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:40.835239 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb6f89-b67a-4733-965d-59950a02f483 req-221bb172-2932-4704-89b9-0360cd6d7d7f tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:40.836854 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-cefb6f89-b67a-4733-965d-59950a02f483 req-221bb172-2932-4704-89b9-0360cd6d7d7f tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 944 time: 0.0890365
Dec 02 17:55:40.885795 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-cefb6f89-b67a-4733-965d-59950a02f483 req-e4f4a923-e6e3-43c1-a658-0dcc98bf189a tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419140
Dec 02 17:55:40.932095 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:40.955310 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:40.956631 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.6272144
Dec 02 17:55:41.043916 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-77684797-1350-4a5c-b8a5-3db67d87f380 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Synchronizing usage tracker for tenant:2b9f580ccafc411288557243f06a641f on resource:floatingip {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:55:41.062040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-77684797-1350-4a5c-b8a5-3db67d87f380 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Unset dirty status for tenant:2b9f580ccafc411288557243f06a641f on resource:floatingip {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:55:41.063513 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-77684797-1350-4a5c-b8a5-3db67d87f380 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.61 HTTP/1.1" status: 200  len: 695 time: 0.0978537
Dec 02 17:55:41.101457 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946e29b-ab3e-480c-97a5-135657a8a952 req-c8d75d90-8cbe-4033-9d0b-496869d84315 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:41.103695 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c946e29b-ab3e-480c-97a5-135657a8a952 req-c8d75d90-8cbe-4033-9d0b-496869d84315 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.0872164
Dec 02 17:55:41.159621 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c946e29b-ab3e-480c-97a5-135657a8a952 req-486d67ac-8c69-422c-9f63-78e47fc4f2fe tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478027
Dec 02 17:55:41.231467 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-6eb5b61d-7203-43af-aefe-323853d5bae7 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:41.233463 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-6eb5b61d-7203-43af-aefe-323853d5bae7 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/networks/0e06ccbb-5acd-4938-8c27-f383e561e919 HTTP/1.1" status: 200  len: 784 time: 0.1632051
Dec 02 17:55:41.244532 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-6b2185a8-a543-490b-bc2a-3109bd57e0ea tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 17:55:41.245593 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-058cd86c-1c66-485e-b02c-c1f73e569e09 req-6b2185a8-a543-490b-bc2a-3109bd57e0ea tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0062459
Dec 02 17:55:41.378271 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57caf4a0-f5fe-4d30-99e9-bba8ded39de8 req-8f1e224e-cd3f-4db6-bd85-9deb58fdd4ad tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:41.379075 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-57caf4a0-f5fe-4d30-99e9-bba8ded39de8 req-8f1e224e-cd3f-4db6-bd85-9deb58fdd4ad tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Synchronizing usage tracker for tenant:08c5d505eefa48458ed1c3b80b70cbc7 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:55:41.394991 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-57caf4a0-f5fe-4d30-99e9-bba8ded39de8 req-8f1e224e-cd3f-4db6-bd85-9deb58fdd4ad tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Unset dirty status for tenant:08c5d505eefa48458ed1c3b80b70cbc7 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:55:41.396286 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-57caf4a0-f5fe-4d30-99e9-bba8ded39de8 req-8f1e224e-cd3f-4db6-bd85-9deb58fdd4ad tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.1049254
Dec 02 17:55:41.438201 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-8ecc6cdc-62ff-45cf-aa76-0dfea1439684 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:41.439794 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-8ecc6cdc-62ff-45cf-aa76-0dfea1439684 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0896704
Dec 02 17:55:41.446774 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-57caf4a0-f5fe-4d30-99e9-bba8ded39de8 req-44699665-cf22-4686-bb8f-723565574512 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0440159
Dec 02 17:55:41.523263 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-679a89b3-5b98-4727-87cf-2035c5f7f693 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.117 HTTP/1.1" status: 200  len: 696 time: 0.0770216
Dec 02 17:55:41.534333 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-7566a828-665c-41bf-9606-8e6a1493e328 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Request body: {'floatingip': {'port_id': '278a9de9-4037-4c22-9523-38f752cf0853', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:41.619242 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-7566a828-665c-41bf-9606-8e6a1493e328 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:41.651956 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932603-b188-4561-8b01-0f1bfec9f78f req-b01ce2f9-bd72-4664-b851-e983b43d0206 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:41.653577 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-45932603-b188-4561-8b01-0f1bfec9f78f req-b01ce2f9-bd72-4664-b851-e983b43d0206 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0882063
Dec 02 17:55:41.738495 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-45932603-b188-4561-8b01-0f1bfec9f78f req-5981f8fb-6dfe-4396-9ea6-afb1d96409d4 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.61 HTTP/1.1" status: 200  len: 695 time: 0.0775330
Dec 02 17:55:41.749236 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-45932603-b188-4561-8b01-0f1bfec9f78f req-a23d697a-1384-436b-a37e-dd90c0f477ae tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Request body: {'floatingip': {'port_id': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:41.833685 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-45932603-b188-4561-8b01-0f1bfec9f78f req-a23d697a-1384-436b-a37e-dd90c0f477ae tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for floatingip, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:42.266207 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-7566a828-665c-41bf-9606-8e6a1493e328 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:42.271491 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-7566a828-665c-41bf-9606-8e6a1493e328 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:42.378347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.objects.ports [None req-0d1d4353-962f-4fb1-a8ca-fc7884eb149b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80245) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 02 17:55:42.694259 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-7566a828-665c-41bf-9606-8e6a1493e328 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Floating IP 89c06c23-3edd-4a9b-b36e-dd9846fe4a21 associated. External IP: 172.27.2.117, port: 278a9de9-4037-4c22-9523-38f752cf0853.
Dec 02 17:55:42.863989 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-45932603-b188-4561-8b01-0f1bfec9f78f req-a23d697a-1384-436b-a37e-dd90c0f477ae tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for floatingip, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:42.867365 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-45932603-b188-4561-8b01-0f1bfec9f78f req-a23d697a-1384-436b-a37e-dd90c0f477ae tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:43.047673 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [req-45932603-b188-4561-8b01-0f1bfec9f78f req-a23d697a-1384-436b-a37e-dd90c0f477ae tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Floating IP c233b185-2c8d-4ccc-b53d-0e1909293af0 associated. External IP: 172.27.2.61, port: 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1.
Dec 02 17:55:43.069911 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-7566a828-665c-41bf-9606-8e6a1493e328 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:55:43.258353 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-7566a828-665c-41bf-9606-8e6a1493e328 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:55:43.263925 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-7566a828-665c-41bf-9606-8e6a1493e328 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:43.269731 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc390aaf-da1d-4378-a0fa-6b0b9c14ce5b None None] Sync routers for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:55:43.280703 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc390aaf-da1d-4378-a0fa-6b0b9c14ce5b None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:55:43.281503 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-cc390aaf-da1d-4378-a0fa-6b0b9c14ce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c2f6be0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:55:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:55:43.321455 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-7566a828-665c-41bf-9606-8e6a1493e328 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "PUT /v2.0/floatingips/89c06c23-3edd-4a9b-b36e-dd9846fe4a21 HTTP/1.1" status: 200  len: 996 time: 1.7918212
Dec 02 17:55:43.321926 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad439d04-9bed-4d80-9a44-61da3c995518', 'tag': '278a9de9-4037-4c22-9523-38f752cf0853'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:55:43.427617 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-fa6c5237-580e-451c-b5b1-d9f44e1d4c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:43.429592 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-fa6c5237-580e-451c-b5b1-d9f44e1d4c18 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 1162 time: 0.0887604
Dec 02 17:55:43.432719 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45932603-b188-4561-8b01-0f1bfec9f78f req-a23d697a-1384-436b-a37e-dd90c0f477ae tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:55:43.480049 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-cc390aaf-da1d-4378-a0fa-6b0b9c14ce5b None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:55:43.585228 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-55343798-2a53-44f2-897c-8073d9e733b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:43.586814 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-55343798-2a53-44f2-897c-8073d9e733b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 905 time: 0.1487677
Dec 02 17:55:43.623891 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45932603-b188-4561-8b01-0f1bfec9f78f req-a23d697a-1384-436b-a37e-dd90c0f477ae tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:55:43.628434 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-45932603-b188-4561-8b01-0f1bfec9f78f req-a23d697a-1384-436b-a37e-dd90c0f477ae tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:43.634387 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf1e8c-9124-4412-b794-cb5b531292eb None None] Sync routers for ids ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:55:43.645055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf1e8c-9124-4412-b794-cb5b531292eb None None] Routers {'9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:55:43.646065 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-7fbf1e8c-9124-4412-b794-cb5b531292eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf71fbfb70>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:55:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:55:43.702047 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-45932603-b188-4561-8b01-0f1bfec9f78f req-a23d697a-1384-436b-a37e-dd90c0f477ae tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "PUT /v2.0/floatingips/c233b185-2c8d-4ccc-b53d-0e1909293af0 HTTP/1.1" status: 200  len: 995 time: 1.9571779
Dec 02 17:55:43.702717 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'tag': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:55:43.729181 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-e9da1453-a861-42a1-87ba-522fbefcc65e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=278a9de9-4037-4c22-9523-38f752cf0853 HTTP/1.1" status: 200  len: 999 time: 0.1341047
Dec 02 17:55:43.802926 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-05ed4f77-3e9e-4c58-a3cc-1f9714f669ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:43.813682 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-05ed4f77-3e9e-4c58-a3cc-1f9714f669ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 HTTP/1.1" status: 200  len: 850 time: 0.0835197
Dec 02 17:55:43.866904 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-7fbf1e8c-9124-4412-b794-cb5b531292eb None None] Set router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:55:43.882797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932603-b188-4561-8b01-0f1bfec9f78f req-9187cd61-9da8-47e6-a1ed-5b6a55726d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:43.887390 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-cc390aaf-da1d-4378-a0fa-6b0b9c14ce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c2f6be0>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': '89c06c23-3edd-4a9b-b36e-dd9846fe4a21', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'port_id': '278a9de9-4037-4c22-9523-38f752cf0853', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'mac_address': 'fa:16:3e:04:9e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad439d04-9bed-4d80-9a44-61da3c995518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:55:39Z', 'updated_at': '2020-12-02T17:55:42Z', 'revision_number': 1, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:55:43.892900 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc390aaf-da1d-4378-a0fa-6b0b9c14ce5b None None] Checking router: 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:55:43.894618 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-45932603-b188-4561-8b01-0f1bfec9f78f req-9187cd61-9da8-47e6-a1ed-5b6a55726d00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b9f580ccafc411288557243f06a641f&device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 1162 time: 0.1807070
Dec 02 17:55:43.896692 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-b85d27c7-b52a-4e2a-8946-ee0fe328e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:43.903627 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc390aaf-da1d-4378-a0fa-6b0b9c14ce5b None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:55:43.904309 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-cc390aaf-da1d-4378-a0fa-6b0b9c14ce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c2f6be0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:55:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:55:43.905073 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-b85d27c7-b52a-4e2a-8946-ee0fe328e7c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81ba944c-237a-4bb9-9742-673bb3d6486a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0904438
Dec 02 17:55:43.910314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-cadf87f0-246f-4009-979f-15b74c59d0a2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 17:55:43.918055 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-cadf87f0-246f-4009-979f-15b74c59d0a2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0120788
Dec 02 17:55:44.078362 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-6dd25769-1d8e-4023-b8c6-28808e352019 service neutron] 10.222.0.21 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1590235
Dec 02 17:55:44.286372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-cc390aaf-da1d-4378-a0fa-6b0b9c14ce5b None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:55:44.289489 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932603-b188-4561-8b01-0f1bfec9f78f req-c932f764-caaf-4c5f-8669-efa6451f813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:44.299240 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-45932603-b188-4561-8b01-0f1bfec9f78f req-c932f764-caaf-4c5f-8669-efa6451f813a service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea HTTP/1.1" status: 200  len: 909 time: 0.4032781
Dec 02 17:55:44.300575 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b6cd3400-0c9d-4329-b9dd-6390db050476 req-c9271cef-946d-4980-b1e6-06f69480f85e service neutron] 10.222.0.21 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2211218
Dec 02 17:55:44.335862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-7fbf1e8c-9124-4412-b794-cb5b531292eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf71fbfb70>, [{'id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'name': 'tempest-TestMinimumBasicScenario-1460225543-router', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:54:02Z', 'revision_number': 4, 'project_id': '2b9f580ccafc411288557243f06a641f', 'gw_port': {'id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'c233b185-2c8d-4ccc-b53d-0e1909293af0', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'port_id': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'mac_address': 'fa:16:3e:d3:ab:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:55:40Z', 'updated_at': '2020-12-02T17:55:42Z', 'revision_number': 1, 'project_id': '2b9f580ccafc411288557243f06a641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97059d82-89af-4f2f-9bf6-d28842fc81d2', 'name': '', 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'mac_address': 'fa:16:3e:14:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:59Z', 'updated_at': '2020-12-02T17:54:24Z', 'revision_number': 5, 'project_id': '2b9f580ccafc411288557243f06a641f', 'subnets': [{'id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:55:44.340859 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf1e8c-9124-4412-b794-cb5b531292eb None None] Checking router: 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:55:44.350239 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf1e8c-9124-4412-b794-cb5b531292eb None None] Routers {'9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:55:44.351043 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-7fbf1e8c-9124-4412-b794-cb5b531292eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf71fbfb70>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:55:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:55:44.424210 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-45932603-b188-4561-8b01-0f1bfec9f78f req-46554b19-f011-4cd0-acef-90142d0ac04a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 HTTP/1.1" status: 200  len: 998 time: 0.1235898
Dec 02 17:55:44.497934 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932603-b188-4561-8b01-0f1bfec9f78f req-254893c1-88a9-4367-8b62-5850721c2928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:44.503945 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 70cf5468-bad1-431e-a304-ef54e21e13dd up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:55:44.507587 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-45932603-b188-4561-8b01-0f1bfec9f78f req-254893c1-88a9-4367-8b62-5850721c2928 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=82dcd88b-f504-4cee-ba95-fa92d675a32b HTTP/1.1" status: 200  len: 854 time: 0.0823443
Dec 02 17:55:44.517574 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b59fee-0b00-46d2-b511-6ad96821df6f req-6ff0e815-a2af-4932-9b4f-ce9046ebbe49 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:44.520158 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-a9b59fee-0b00-46d2-b511-6ad96821df6f req-6ff0e815-a2af-4932-9b4f-ce9046ebbe49 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Synchronizing usage tracker for tenant:6a044e198dd1467899be68cb0a151a8e on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:55:44.538666 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-a9b59fee-0b00-46d2-b511-6ad96821df6f req-6ff0e815-a2af-4932-9b4f-ce9046ebbe49 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Unset dirty status for tenant:6a044e198dd1467899be68cb0a151a8e on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:55:44.547344 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a9b59fee-0b00-46d2-b511-6ad96821df6f req-6ff0e815-a2af-4932-9b4f-ce9046ebbe49 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 944 time: 0.1279511
Dec 02 17:55:44.553632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-7fbf1e8c-9124-4412-b794-cb5b531292eb None None] Set router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:55:44.594811 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45932603-b188-4561-8b01-0f1bfec9f78f req-eca0550d-5485-4f46-a830-a96b0fb7a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:44.595418 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-a9b59fee-0b00-46d2-b511-6ad96821df6f req-4dc8958c-a689-4adc-bba0-90ba56acfb1f tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Synchronizing usage tracker for tenant:6a044e198dd1467899be68cb0a151a8e on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:55:44.604508 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-45932603-b188-4561-8b01-0f1bfec9f78f req-eca0550d-5485-4f46-a830-a96b0fb7a8ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0958900
Dec 02 17:55:44.610319 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [req-45932603-b188-4561-8b01-0f1bfec9f78f req-a5fe1793-d4d1-4f1f-b4ec-a93deaa0686f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80243) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 17:55:44.614945 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-a9b59fee-0b00-46d2-b511-6ad96821df6f req-4dc8958c-a689-4adc-bba0-90ba56acfb1f tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Unset dirty status for tenant:6a044e198dd1467899be68cb0a151a8e on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:55:44.616201 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a9b59fee-0b00-46d2-b511-6ad96821df6f req-4dc8958c-a689-4adc-bba0-90ba56acfb1f tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677657
Dec 02 17:55:44.618101 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-45932603-b188-4561-8b01-0f1bfec9f78f req-a5fe1793-d4d1-4f1f-b4ec-a93deaa0686f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0125384
Dec 02 17:55:44.667600 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port 70cf5468-bad1-431e-a304-ef54e21e13dd completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:55:44.682151 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 70cf5468-bad1-431e-a304-ef54e21e13dd triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:44.682599 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:44.781499 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-45932603-b188-4561-8b01-0f1bfec9f78f req-3bfc704d-0ba4-4492-8dc5-e3cedc60a084 service neutron] 10.222.0.21 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1623230
Dec 02 17:55:44.833413 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:44.861373 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355d3ca-f086-45d0-9cef-05d1678ba6e4 req-cfecfc19-204a-443e-9d44-d9e79934f2c4 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:44.870199 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8355d3ca-f086-45d0-9cef-05d1678ba6e4 req-cfecfc19-204a-443e-9d44-d9e79934f2c4 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 944 time: 0.1129820
Dec 02 17:55:44.884749 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 70cf5468-bad1-431e-a304-ef54e21e13dd, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=70cf5468-bad1-431e-a304-ef54e21e13dd,segment=NetworkSegment(dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778),segment_id=dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:55:44.889150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909021e0-3e2c-4095-b89c-9339ebc3a16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cf5468-bad1-431e-a304-ef54e21e13dd'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:55:44.898080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:44.899203 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 257d1482-7082-4beb-9105-6b7421c3974c up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:55:44.941478 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8355d3ca-f086-45d0-9cef-05d1678ba6e4 req-441d4f94-9ed1-4886-9cf8-fe1687213dea tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0695453
Dec 02 17:55:44.950492 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-45932603-b188-4561-8b01-0f1bfec9f78f req-2cd480b5-21bf-44e9-99f6-7694c375e9e9 service neutron] 10.222.0.21 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1619256
Dec 02 17:55:44.957650 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:45.028506 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad439d04-9bed-4d80-9a44-61da3c995518', 'tag': '278a9de9-4037-4c22-9523-38f752cf0853', 'status': 'completed', 'code': 200}
Dec 02 17:55:45.069609 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=70cf5468-bad1-431e-a304-ef54e21e13dd,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:45.082528 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.082908 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.083289 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.083651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.084024 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.084395 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.084764 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.085132 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.085516 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.085882 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.086247 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.086634 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.087107 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.087411 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.087772 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.088133 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.088493 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.088852 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.089212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.089571 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.089929 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.090289 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.090674 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.091032 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:55:45.098235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:45.102701 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'tag': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1', 'status': 'completed', 'code': 200}
Dec 02 17:55:45.120435 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 257d1482-7082-4beb-9105-6b7421c3974c triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:45.120862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:45.200316 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-cc390aaf-da1d-4378-a0fa-6b0b9c14ce5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c2f6be0>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': '89c06c23-3edd-4a9b-b36e-dd9846fe4a21', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'port_id': '278a9de9-4037-4c22-9523-38f752cf0853', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'mac_address': 'fa:16:3e:04:9e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad439d04-9bed-4d80-9a44-61da3c995518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:55:39Z', 'updated_at': '2020-12-02T17:55:42Z', 'revision_number': 1, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:55:45.205216 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc390aaf-da1d-4378-a0fa-6b0b9c14ce5b None None] The sync data for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi is: [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': '89c06c23-3edd-4a9b-b36e-dd9846fe4a21', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'floating_ip_address': '172.27.2.117', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'port_id': '278a9de9-4037-4c22-9523-38f752cf0853', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'mac_address': 'fa:16:3e:04:9e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad439d04-9bed-4d80-9a44-61da3c995518', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:55:39Z', 'updated_at': '2020-12-02T17:55:42Z', 'revision_number': 1, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:55:45.236206 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-7fbf1e8c-9124-4412-b794-cb5b531292eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf71fbfb70>, [{'id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'name': 'tempest-TestMinimumBasicScenario-1460225543-router', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:54:02Z', 'revision_number': 4, 'project_id': '2b9f580ccafc411288557243f06a641f', 'gw_port': {'id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'c233b185-2c8d-4ccc-b53d-0e1909293af0', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'port_id': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'mac_address': 'fa:16:3e:d3:ab:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:55:40Z', 'updated_at': '2020-12-02T17:55:42Z', 'revision_number': 1, 'project_id': '2b9f580ccafc411288557243f06a641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97059d82-89af-4f2f-9bf6-d28842fc81d2', 'name': '', 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'mac_address': 'fa:16:3e:14:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:59Z', 'updated_at': '2020-12-02T17:54:24Z', 'revision_number': 5, 'project_id': '2b9f580ccafc411288557243f06a641f', 'subnets': [{'id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:55:45.241184 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf1e8c-9124-4412-b794-cb5b531292eb None None] The sync data for ids ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'] in dv-cinder-733623-9-iscsi is: [{'id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'name': 'tempest-TestMinimumBasicScenario-1460225543-router', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:54:02Z', 'revision_number': 4, 'project_id': '2b9f580ccafc411288557243f06a641f', 'gw_port': {'id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'c233b185-2c8d-4ccc-b53d-0e1909293af0', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'floating_ip_address': '172.27.2.61', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'port_id': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'mac_address': 'fa:16:3e:d3:ab:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:55:40Z', 'updated_at': '2020-12-02T17:55:42Z', 'revision_number': 1, 'project_id': '2b9f580ccafc411288557243f06a641f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97059d82-89af-4f2f-9bf6-d28842fc81d2', 'name': '', 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'mac_address': 'fa:16:3e:14:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:59Z', 'updated_at': '2020-12-02T17:54:24Z', 'revision_number': 5, 'project_id': '2b9f580ccafc411288557243f06a641f', 'subnets': [{'id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:55:45.285380 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b9595-91df-43dd-8ee0-a9d64a3c21ec req-6018b987-fda5-4a66-9ee4-7bfd4c747711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:45.288044 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f17b9595-91df-43dd-8ee0-a9d64a3c21ec req-6018b987-fda5-4a66-9ee4-7bfd4c747711 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 1162 time: 0.2015119
Dec 02 17:55:45.293923 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909021e0-3e2c-4095-b89c-9339ebc3a16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70cf5468-bad1-431e-a304-ef54e21e13dd', 'code': 200}
Dec 02 17:55:45.307082 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-ce10ddf9-2984-4409-9901-78716f640572 req-391f712e-5f40-4874-b04c-57004da608eb tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1731462389', 'description': 'tempest-TestMinimumBasicScenario-1731462389 description'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:45.324617 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:45.348435 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88403ce3-a460-4814-adb1-7d1a9c26a2a0 req-8d3582fa-d609-418c-867a-85a68f464ed6 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:45.357125 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-88403ce3-a460-4814-adb1-7d1a9c26a2a0 req-8d3582fa-d609-418c-867a-85a68f464ed6 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.2519410
Dec 02 17:55:45.368694 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 257d1482-7082-4beb-9105-6b7421c3974c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=257d1482-7082-4beb-9105-6b7421c3974c,segment=NetworkSegment(66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f),segment_id=66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:55:45.374534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-ce10ddf9-2984-4409-9901-78716f640572 req-391f712e-5f40-4874-b04c-57004da608eb tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:55:45.376797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:45.380011 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-318be78c-c7bc-4b78-8d7f-b74070a15f37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:45.408129 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-ce10ddf9-2984-4409-9901-78716f640572 req-391f712e-5f40-4874-b04c-57004da608eb tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:55:45.461243 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24acd64-f714-4327-9853-9e056e71af82 req-772c62be-bace-440e-a866-cc79a23d49c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:45.462948 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a24acd64-f714-4327-9853-9e056e71af82 req-772c62be-bace-440e-a866-cc79a23d49c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b9f580ccafc411288557243f06a641f&device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 1162 time: 0.2957141
Dec 02 17:55:45.465388 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-88403ce3-a460-4814-adb1-7d1a9c26a2a0 req-5c669e16-2c3a-4f4d-969d-9ec4acf16ddb tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1071575
Dec 02 17:55:45.482392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=257d1482-7082-4beb-9105-6b7421c3974c,revision_number=6']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:45.486797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:45.535565 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-ce10ddf9-2984-4409-9901-78716f640572 req-391f712e-5f40-4874-b04c-57004da608eb tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:45.574061 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-ce10ddf9-2984-4409-9901-78716f640572 req-391f712e-5f40-4874-b04c-57004da608eb tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:55:45.579836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-ce10ddf9-2984-4409-9901-78716f640572 req-391f712e-5f40-4874-b04c-57004da608eb tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Usage tracker for resource:security_group_rule and tenant:2b9f580ccafc411288557243f06a641f is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:55:45.585633 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-ce10ddf9-2984-4409-9901-78716f640572 req-391f712e-5f40-4874-b04c-57004da608eb tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:55:45.604791 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-ce10ddf9-2984-4409-9901-78716f640572 req-391f712e-5f40-4874-b04c-57004da608eb tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:55:45.620932 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b9595-91df-43dd-8ee0-a9d64a3c21ec req-885755bf-0fe0-496b-80b4-3284a7a49bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:45.622630 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f17b9595-91df-43dd-8ee0-a9d64a3c21ec req-885755bf-0fe0-496b-80b4-3284a7a49bd9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 905 time: 0.3098361
Dec 02 17:55:45.699108 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1273af2f-0089-4bbb-b0a7-9f188fc97861 None None] New status for floating IP 89c06c23-3edd-4a9b-b36e-dd9846fe4a21: ACTIVE {{(pid=80245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 17:55:45.713901 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24acd64-f714-4327-9853-9e056e71af82 req-d01683c0-6e3f-412c-826c-d5de2ba8baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:45.715612 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a24acd64-f714-4327-9853-9e056e71af82 req-d01683c0-6e3f-412c-826c-d5de2ba8baa7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea HTTP/1.1" status: 200  len: 909 time: 0.2438433
Dec 02 17:55:45.722821 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353b326-cdda-4bd7-bfb5-b9707f33ce62 req-e6a6d757-492a-4e29-ac64-87e10f7aa0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:45.726334 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5353b326-cdda-4bd7-bfb5-b9707f33ce62 req-e6a6d757-492a-4e29-ac64-87e10f7aa0bd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 1163 time: 0.1270325
Dec 02 17:55:45.814770 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f17b9595-91df-43dd-8ee0-a9d64a3c21ec req-4d1a30ce-2d1a-42f8-a86a-1fa3a15ced72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=278a9de9-4037-4c22-9523-38f752cf0853 HTTP/1.1" status: 200  len: 999 time: 0.1807361
Dec 02 17:55:45.927921 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-ce10ddf9-2984-4409-9901-78716f640572 req-391f712e-5f40-4874-b04c-57004da608eb tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:45.935573 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b9595-91df-43dd-8ee0-a9d64a3c21ec req-51dfd75c-131d-4279-9699-e2c338e290d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:45.937743 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f17b9595-91df-43dd-8ee0-a9d64a3c21ec req-51dfd75c-131d-4279-9699-e2c338e290d4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 HTTP/1.1" status: 200  len: 850 time: 0.1072490
Dec 02 17:55:45.938388 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-ce10ddf9-2984-4409-9901-78716f640572 req-391f712e-5f40-4874-b04c-57004da608eb tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:45.942589 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5353b326-cdda-4bd7-bfb5-b9707f33ce62 req-77c356e6-21c5-4b0a-ae00-22c12a513dd8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492870
Dec 02 17:55:45.944268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8fdf6468-0d2d-458b-a401-d76f19f7b82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:45.948091 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a24acd64-f714-4327-9853-9e056e71af82 req-071ac672-c8d6-41f6-96fb-c1c9c31ef180 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 HTTP/1.1" status: 200  len: 998 time: 0.2129121
Dec 02 17:55:45.973057 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a12f3-cecc-47b5-ab0c-8886c31d09b5 req-3da5ea14-8d09-4d66-968a-73003ea3462e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:45.974753 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d93a12f3-cecc-47b5-ab0c-8886c31d09b5 req-3da5ea14-8d09-4d66-968a-73003ea3462e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 946 time: 0.1549959
Dec 02 17:55:45.993856 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f712e-5f40-4874-b04c-57004da608eb tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Pushing event updated for resources: {'SecurityGroup': ['ID=a721b040-c50f-4a17-86ab-b4a7069e7dcb,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:45.997653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-391f712e-5f40-4874-b04c-57004da608eb tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:46.001342 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-ce10ddf9-2984-4409-9901-78716f640572 req-391f712e-5f40-4874-b04c-57004da608eb tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:46.002722 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ce10ddf9-2984-4409-9901-78716f640572 req-391f712e-5f40-4874-b04c-57004da608eb tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1769 time: 0.7006485
Dec 02 17:55:46.034174 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d93a12f3-cecc-47b5-ab0c-8886c31d09b5 req-90e3d879-5ca7-40a8-a5a6-e2ac0950cbb4 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511045
Dec 02 17:55:46.151381 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-dd51376f-c395-468f-80dd-9492853dd786 req-b17cee6b-bc22-4bb9-bac4-09bc2795160c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups/a721b040-c50f-4a17-86ab-b4a7069e7dcb HTTP/1.1" status: 200  len: 1764 time: 0.0688272
Dec 02 17:55:46.163659 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-dd51376f-c395-468f-80dd-9492853dd786 req-05be758b-3cc1-47c8-a990-a143b46ccd3f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a721b040-c50f-4a17-86ab-b4a7069e7dcb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:46.164098 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-dd51376f-c395-468f-80dd-9492853dd786 req-05be758b-3cc1-47c8-a990-a143b46ccd3f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a721b040-c50f-4a17-86ab-b4a7069e7dcb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:46.172433 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-dd51376f-c395-468f-80dd-9492853dd786 req-05be758b-3cc1-47c8-a990-a143b46ccd3f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:55:46.176757 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-dd51376f-c395-468f-80dd-9492853dd786 req-05be758b-3cc1-47c8-a990-a143b46ccd3f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Usage tracker for resource:security_group_rule and tenant:2b9f580ccafc411288557243f06a641f is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:55:46.179938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-dd51376f-c395-468f-80dd-9492853dd786 req-05be758b-3cc1-47c8-a990-a143b46ccd3f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:55:46.186038 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-dd51376f-c395-468f-80dd-9492853dd786 req-05be758b-3cc1-47c8-a990-a143b46ccd3f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:55:46.217899 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 70cf5468-bad1-431e-a304-ef54e21e13dd up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:55:46.218902 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918b962-bf9d-4b4d-b7b2-8725400fa914 req-082b4440-631f-4de6-bba0-6b2fa38c794b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:46.220571 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6918b962-bf9d-4b4d-b7b2-8725400fa914 req-082b4440-631f-4de6-bba0-6b2fa38c794b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0943909
Dec 02 17:55:46.251336 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-dd51376f-c395-468f-80dd-9492853dd786 req-05be758b-3cc1-47c8-a990-a143b46ccd3f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for security_group_rule, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:46.282252 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6918b962-bf9d-4b4d-b7b2-8725400fa914 req-e6cc3e25-eba3-4a5e-a2bf-0b06e33a8179 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546389
Dec 02 17:55:46.284153 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-dd51376f-c395-468f-80dd-9492853dd786 req-05be758b-3cc1-47c8-a990-a143b46ccd3f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:46.288257 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-dd51376f-c395-468f-80dd-9492853dd786 req-05be758b-3cc1-47c8-a990-a143b46ccd3f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674995'] for security_group_rule, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:46.290679 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:46.295436 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 70cf5468-bad1-431e-a304-ef54e21e13dd triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:46.296191 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:46.316084 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05be758b-3cc1-47c8-a990-a143b46ccd3f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be03528d-eb5a-405c-a2d5-fc6ed7fd6d26,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:46.320914 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-05be758b-3cc1-47c8-a990-a143b46ccd3f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:46.330670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-dd51376f-c395-468f-80dd-9492853dd786 req-05be758b-3cc1-47c8-a990-a143b46ccd3f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for security_group_rule, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:46.335023 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-dd51376f-c395-468f-80dd-9492853dd786 req-05be758b-3cc1-47c8-a990-a143b46ccd3f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1759100
Dec 02 17:55:46.420718 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 257d1482-7082-4beb-9105-6b7421c3974c up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:55:46.459936 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24acd64-f714-4327-9853-9e056e71af82 req-ae6fc2ab-f3e8-4e9f-b1a3-8a1307320085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:46.461775 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a24acd64-f714-4327-9853-9e056e71af82 req-ae6fc2ab-f3e8-4e9f-b1a3-8a1307320085 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=82dcd88b-f504-4cee-ba95-fa92d675a32b HTTP/1.1" status: 200  len: 854 time: 0.0792401
Dec 02 17:55:46.480356 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a06ed9f-814f-4918-b87c-5f78ea17c6b1 req-242b88ed-3722-4c11-93e2-ec10651daf95 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups/a721b040-c50f-4a17-86ab-b4a7069e7dcb HTTP/1.1" status: 200  len: 2325 time: 0.0786808
Dec 02 17:55:46.490559 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b9595-91df-43dd-8ee0-a9d64a3c21ec req-5d8ac6dd-3d9d-4a8b-be2d-997717f98646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:46.492258 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f17b9595-91df-43dd-8ee0-a9d64a3c21ec req-5d8ac6dd-3d9d-4a8b-be2d-997717f98646 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81ba944c-237a-4bb9-9742-673bb3d6486a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1319039
Dec 02 17:55:46.496088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 257d1482-7082-4beb-9105-6b7421c3974c triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:46.496518 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:46.497425 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-6a06ed9f-814f-4918-b87c-5f78ea17c6b1 req-74493fc7-7d13-4f46-a096-99b8b97a9b61 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a721b040-c50f-4a17-86ab-b4a7069e7dcb', 'remote_group_id': None}]} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:46.497777 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-6a06ed9f-814f-4918-b87c-5f78ea17c6b1 req-74493fc7-7d13-4f46-a096-99b8b97a9b61 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a721b040-c50f-4a17-86ab-b4a7069e7dcb', 'remote_group_id': None}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:46.505161 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-6a06ed9f-814f-4918-b87c-5f78ea17c6b1 req-74493fc7-7d13-4f46-a096-99b8b97a9b61 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:55:46.509346 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-6a06ed9f-814f-4918-b87c-5f78ea17c6b1 req-74493fc7-7d13-4f46-a096-99b8b97a9b61 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Usage tracker for resource:security_group_rule and tenant:2b9f580ccafc411288557243f06a641f is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:55:46.512476 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-6a06ed9f-814f-4918-b87c-5f78ea17c6b1 req-74493fc7-7d13-4f46-a096-99b8b97a9b61 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:55:46.519241 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-6a06ed9f-814f-4918-b87c-5f78ea17c6b1 req-74493fc7-7d13-4f46-a096-99b8b97a9b61 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:55:46.583697 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24acd64-f714-4327-9853-9e056e71af82 req-b0d5c65f-8300-4184-a6b8-3e44702bae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:46.587615 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a24acd64-f714-4327-9853-9e056e71af82 req-b0d5c65f-8300-4184-a6b8-3e44702bae4e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1159186
Dec 02 17:55:46.617241 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f5a4c1-76a9-42ec-9e00-1bd8e7e48109 None None] New status for floating IP c233b185-2c8d-4ccc-b53d-0e1909293af0: ACTIVE {{(pid=80246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 17:55:46.722175 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-6a06ed9f-814f-4918-b87c-5f78ea17c6b1 req-74493fc7-7d13-4f46-a096-99b8b97a9b61 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for security_group_rule, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:46.767853 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-6a06ed9f-814f-4918-b87c-5f78ea17c6b1 req-74493fc7-7d13-4f46-a096-99b8b97a9b61 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:46.770974 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f17b9595-91df-43dd-8ee0-a9d64a3c21ec req-67aaa758-3322-4513-9e8a-b35f368bf6df service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2429352
Dec 02 17:55:46.772114 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-6a06ed9f-814f-4918-b87c-5f78ea17c6b1 req-74493fc7-7d13-4f46-a096-99b8b97a9b61 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674995'] for security_group_rule, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:46.779685 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-21f1c491-1675-40ee-b6bb-42167c8bc8fb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:46.834290 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a24acd64-f714-4327-9853-9e056e71af82 req-bf8651ac-9f74-40da-9671-0159f49f8dde service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2346067
Dec 02 17:55:46.838779 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74493fc7-7d13-4f46-a096-99b8b97a9b61 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6d80f4-51ac-4f6a-a135-b88d0d7de3d5,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:46.841729 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-74493fc7-7d13-4f46-a096-99b8b97a9b61 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:46.847200 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a95a2-8207-4be2-9930-186eeadc85a3 req-22a49610-2b29-47a3-8185-f9a0ef609964 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:46.849436 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c77a95a2-8207-4be2-9930-186eeadc85a3 req-22a49610-2b29-47a3-8185-f9a0ef609964 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.1847045
Dec 02 17:55:46.908855 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-6a06ed9f-814f-4918-b87c-5f78ea17c6b1 req-74493fc7-7d13-4f46-a096-99b8b97a9b61 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for security_group_rule, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:46.910123 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a06ed9f-814f-4918-b87c-5f78ea17c6b1 req-74493fc7-7d13-4f46-a096-99b8b97a9b61 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.4166911
Dec 02 17:55:46.962194 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f17b9595-91df-43dd-8ee0-a9d64a3c21ec req-5f8c6f6c-68df-4170-a69b-68467f955fd4 service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1755807
Dec 02 17:55:47.011611 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c77a95a2-8207-4be2-9930-186eeadc85a3 req-bc6c1710-6535-461f-b763-415d5c1300fe tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1331735
Dec 02 17:55:47.041205 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a24acd64-f714-4327-9853-9e056e71af82 req-c7cc8ac3-d3d2-4a54-8cad-336b531024d3 service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1818671
Dec 02 17:55:47.083651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-9c0adf49-fbcf-48f7-a7e6-f18f05716cb1 req-2f6976ec-1c9c-4700-aa6d-6d99d41c5201 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Synchronizing usage tracker for tenant:2b9f580ccafc411288557243f06a641f on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:55:47.099111 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-9c0adf49-fbcf-48f7-a7e6-f18f05716cb1 req-2f6976ec-1c9c-4700-aa6d-6d99d41c5201 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Unset dirty status for tenant:2b9f580ccafc411288557243f06a641f on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:55:47.100384 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9c0adf49-fbcf-48f7-a7e6-f18f05716cb1 req-2f6976ec-1c9c-4700-aa6d-6d99d41c5201 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1731462389&fields=id&tenant_id=2b9f580ccafc411288557243f06a641f HTTP/1.1" status: 200  len: 267 time: 0.0648439
Dec 02 17:55:47.198245 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0adf49-fbcf-48f7-a7e6-f18f05716cb1 req-278a5b3d-5bae-4383-8706-87b71ea462dd tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:47.199935 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9c0adf49-fbcf-48f7-a7e6-f18f05716cb1 req-278a5b3d-5bae-4383-8706-87b71ea462dd tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 945 time: 0.0865877
Dec 02 17:55:47.212670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-9c0adf49-fbcf-48f7-a7e6-f18f05716cb1 req-34fcf7cd-329e-4ded-aeec-2fcc61bb1b7c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Request body: {'port': {'security_groups': ['81c4d4df-d6f4-4f26-9896-0ec906b9cb28', 'a721b040-c50f-4a17-86ab-b4a7069e7dcb']}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:47.259069 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c34b4e-bb87-4d72-8655-228304e056e3 req-bd94c930-a19e-4cb1-946b-9b6a836401e2 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:47.260680 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-27c34b4e-bb87-4d72-8655-228304e056e3 req-bd94c930-a19e-4cb1-946b-9b6a836401e2 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 946 time: 0.0874088
Dec 02 17:55:47.294938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac06fde7-4c38-4ffc-88d9-370c3d01bf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257d1482-7082-4beb-9105-6b7421c3974c'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:55:47.311673 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-27c34b4e-bb87-4d72-8655-228304e056e3 req-9185ebf3-e16a-4dbc-b26b-f7a468e3cc14 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440047
Dec 02 17:55:47.340459 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-9c0adf49-fbcf-48f7-a7e6-f18f05716cb1 req-34fcf7cd-329e-4ded-aeec-2fcc61bb1b7c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:47.382615 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac06fde7-4c38-4ffc-88d9-370c3d01bf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '257d1482-7082-4beb-9105-6b7421c3974c', 'code': 200}
Dec 02 17:55:47.569809 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21fa4a-6bf5-4680-83a0-a41ff8c0b448 req-680a2ee7-f43a-4ee6-8225-d292add38fe4 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:47.571515 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-de21fa4a-6bf5-4680-83a0-a41ff8c0b448 req-680a2ee7-f43a-4ee6-8225-d292add38fe4 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0891745
Dec 02 17:55:47.620921 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-de21fa4a-6bf5-4680-83a0-a41ff8c0b448 req-fdd42b7e-f5cc-4449-b7d4-59096bceb00f tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426335
Dec 02 17:55:47.903930 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-9c0adf49-fbcf-48f7-a7e6-f18f05716cb1 req-34fcf7cd-329e-4ded-aeec-2fcc61bb1b7c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] For port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1,segment=NetworkSegment(a669463e-0df4-4083-ab53-540a9d427bd2),segment_id=a669463e-0df4-4083-ab53-540a9d427bd2)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:55:47.932144 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-9c0adf49-fbcf-48f7-a7e6-f18f05716cb1 req-34fcf7cd-329e-4ded-aeec-2fcc61bb1b7c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:47.935596 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-9c0adf49-fbcf-48f7-a7e6-f18f05716cb1 req-34fcf7cd-329e-4ded-aeec-2fcc61bb1b7c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843917156'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:47.951256 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:47.952581 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 70cf5468-bad1-431e-a304-ef54e21e13dd up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:55:48.029069 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 70cf5468-bad1-431e-a304-ef54e21e13dd triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:48.030215 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:48.160964 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcf7cd-329e-4ded-aeec-2fcc61bb1b7c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Pushing event updated for resources: {'Port': ['ID=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1,revision_number=5']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:48.166316 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-34fcf7cd-329e-4ded-aeec-2fcc61bb1b7c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:48.186614 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0adf49-fbcf-48f7-a7e6-f18f05716cb1 req-34fcf7cd-329e-4ded-aeec-2fcc61bb1b7c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:48.187337 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-9c0adf49-fbcf-48f7-a7e6-f18f05716cb1 req-34fcf7cd-329e-4ded-aeec-2fcc61bb1b7c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:48.189307 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9c0adf49-fbcf-48f7-a7e6-f18f05716cb1 req-34fcf7cd-329e-4ded-aeec-2fcc61bb1b7c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "PUT /v2.0/ports/5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 HTTP/1.1" status: 200  len: 981 time: 0.9815643
Dec 02 17:55:48.189984 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'tag': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:55:48.256864 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'tag': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1', 'status': 'completed', 'code': 200}
Dec 02 17:55:48.277387 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254cb92-5998-427e-a347-f53bf5d9bceb req-2dd1d684-04cd-4e22-a990-f1d82afa0898 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:48.279717 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a254cb92-5998-427e-a347-f53bf5d9bceb req-2dd1d684-04cd-4e22-a990-f1d82afa0898 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.1125851
Dec 02 17:55:48.382800 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a254cb92-5998-427e-a347-f53bf5d9bceb req-05aa2b03-c462-48b9-a465-1d7ec943ef32 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0966296
Dec 02 17:55:48.427054 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561f594-5970-434b-b4a3-f20875ad565d req-ac1f1f7b-3073-434f-a6ea-c18db0c375bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:48.428691 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3561f594-5970-434b-b4a3-f20875ad565d req-ac1f1f7b-3073-434f-a6ea-c18db0c375bc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 1163 time: 0.0916777
Dec 02 17:55:48.477701 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-f109a891-357b-44eb-b4fa-5856cca38512 None None] Provisioning complete for port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:48.478150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f109a891-357b-44eb-b4fa-5856cca38512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:48.502323 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3561f594-5970-434b-b4a3-f20875ad565d req-dcd7d287-0c97-4844-8f08-436e525a7e02 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620124
Dec 02 17:55:48.512514 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb166e-74d9-429b-b279-e432fbf758b3 req-e2e4a0ac-8d22-43a2-9d36-e8f9d8bd252b tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:48.513740 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a3fb166e-74d9-429b-b279-e432fbf758b3 req-e2e4a0ac-8d22-43a2-9d36-e8f9d8bd252b tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 984 time: 0.1385496
Dec 02 17:55:48.517283 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35be09-ac11-4f43-808e-daf623cdc50a req-49ce7cd5-da56-4eaa-be5b-64330ce0c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:48.519159 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a35be09-ac11-4f43-808e-daf623cdc50a req-49ce7cd5-da56-4eaa-be5b-64330ce0c6b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b9f580ccafc411288557243f06a641f&device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 1202 time: 0.1833260
Dec 02 17:55:48.567846 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a3fb166e-74d9-429b-b279-e432fbf758b3 req-37319aa0-250a-4d57-8d80-8a936fafc456 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&id=a721b040-c50f-4a17-86ab-b4a7069e7dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0455239
Dec 02 17:55:48.606438 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524dbe37-dc84-4230-a08f-97572f594cbf req-be7de8c5-b27f-4dd8-9a13-23cf9429134c tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:48.608302 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-524dbe37-dc84-4230-a08f-97572f594cbf req-be7de8c5-b27f-4dd8-9a13-23cf9429134c tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 946 time: 0.0891106
Dec 02 17:55:48.660750 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-524dbe37-dc84-4230-a08f-97572f594cbf req-24155200-5325-4968-a2b6-528aa3763c6f tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436294
Dec 02 17:55:48.861494 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301e0f1-0c63-46ff-8324-b27e5fd11314 req-8e85d615-06df-4c1e-922a-72ac462a4421 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:48.863214 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d301e0f1-0c63-46ff-8324-b27e5fd11314 req-8e85d615-06df-4c1e-922a-72ac462a4421 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0917368
Dec 02 17:55:48.943744 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d301e0f1-0c63-46ff-8324-b27e5fd11314 req-35600b35-8864-408e-95fe-24750fb05f00 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738328
Dec 02 17:55:49.061027 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35be09-ac11-4f43-808e-daf623cdc50a req-e000d024-d3ce-4d95-8094-292821f0a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:49.062871 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a35be09-ac11-4f43-808e-daf623cdc50a req-e000d024-d3ce-4d95-8094-292821f0a9df service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea HTTP/1.1" status: 200  len: 909 time: 0.1595981
Dec 02 17:55:49.184350 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a35be09-ac11-4f43-808e-daf623cdc50a req-8cdd9d16-23da-40f6-94b1-3aae74d0751e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 HTTP/1.1" status: 200  len: 1000 time: 0.1121888
Dec 02 17:55:49.258240 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35be09-ac11-4f43-808e-daf623cdc50a req-a63e0122-63f2-4303-80dc-895030404736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:49.259929 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a35be09-ac11-4f43-808e-daf623cdc50a req-a63e0122-63f2-4303-80dc-895030404736 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=82dcd88b-f504-4cee-ba95-fa92d675a32b HTTP/1.1" status: 200  len: 854 time: 0.0671535
Dec 02 17:55:49.350269 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35be09-ac11-4f43-808e-daf623cdc50a req-0b46f923-24fc-46b2-aeed-ed79d309a5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:49.351964 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a35be09-ac11-4f43-808e-daf623cdc50a req-0b46f923-24fc-46b2-aeed-ed79d309a5d3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843740
Dec 02 17:55:49.507572 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a35be09-ac11-4f43-808e-daf623cdc50a req-d7b39180-0f95-4bbc-9105-8cd4037fe092 service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418829
Dec 02 17:55:49.606698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92fd26f-8247-437f-a7ae-4fa78f73e152 req-0c3a3982-8971-4a85-9f69-0461d6ac498f tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:49.608809 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a92fd26f-8247-437f-a7ae-4fa78f73e152 req-0c3a3982-8971-4a85-9f69-0461d6ac498f tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.0905843
Dec 02 17:55:49.657796 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a92fd26f-8247-437f-a7ae-4fa78f73e152 req-f6252e8a-e181-45aa-9411-3d2f89078fba tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421362
Dec 02 17:55:49.667628 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a35be09-ac11-4f43-808e-daf623cdc50a req-9ad5559f-9b64-4624-9c8b-380643a085e5 service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1450939
Dec 02 17:55:50.182153 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a4fa2-b319-409a-a1b0-cc89bf0da93b req-70c4c4b6-5aca-4c60-9956-a5ed8a317657 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:50.183905 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fd9a4fa2-b319-409a-a1b0-cc89bf0da93b req-70c4c4b6-5aca-4c60-9956-a5ed8a317657 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0869150
Dec 02 17:55:50.235732 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fd9a4fa2-b319-409a-a1b0-cc89bf0da93b req-ae5efd47-1ced-4629-bacf-b74c6e2e4542 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432875
Dec 02 17:55:50.879801 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a23181-eef5-48cf-94bd-4cd2c51a519b req-af7d88be-88d1-4db5-b4ed-367407471eb9 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:50.881442 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c9a23181-eef5-48cf-94bd-4cd2c51a519b req-af7d88be-88d1-4db5-b4ed-367407471eb9 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.0896018
Dec 02 17:55:50.933677 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c9a23181-eef5-48cf-94bd-4cd2c51a519b req-3860906d-29bd-45cc-90a0-4166ce549d53 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0456834
Dec 02 17:55:51.476809 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892478d-203b-4e40-9fd7-70fb264bd043 req-d7cc8e61-539d-40ea-882f-1e273a752773 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:51.478439 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a892478d-203b-4e40-9fd7-70fb264bd043 req-d7cc8e61-539d-40ea-882f-1e273a752773 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0895882
Dec 02 17:55:51.526564 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a892478d-203b-4e40-9fd7-70fb264bd043 req-310b47af-27db-464a-a0ff-87838afc20ba tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415604
Dec 02 17:55:51.743600 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:55:51.816889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:51.817305 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:51.939579 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:55:52.007330 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:55:52.012186 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:52.012609 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:52.136289 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:52.153134 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c5aa4-d661-48ba-bf0c-60fb23e3b455 req-3103d2e6-1b2c-4939-9b3f-f2d5fb26597e tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:52.154879 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f01c5aa4-d661-48ba-bf0c-60fb23e3b455 req-3103d2e6-1b2c-4939-9b3f-f2d5fb26597e tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.0885003
Dec 02 17:55:52.170720 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9ee110-7675-4f5a-8148-96b659e03997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:55:52.181620 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d,segment=NetworkSegment(440fe43d-6d0f-412f-83c1-bfd20382b016),segment_id=440fe43d-6d0f-412f-83c1-bfd20382b016)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:55:52.184915 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:52.187695 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-84eb5e6a-c3d1-4c06-b2a4-3d49dda3a984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:52.206645 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f01c5aa4-d661-48ba-bf0c-60fb23e3b455 req-9493357d-5281-4da9-851d-5940f8e4ac40 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0452464
Dec 02 17:55:52.241919 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9ee110-7675-4f5a-8148-96b659e03997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d', 'code': 200}
Dec 02 17:55:52.263042 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:52.266599 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:52.606764 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12741cd9-4610-4e4b-807d-8c2ed38c2263 req-1d7ed957-ba05-4340-b92a-e12d3680ad13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:52.609134 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-12741cd9-4610-4e4b-807d-8c2ed38c2263 req-1d7ed957-ba05-4340-b92a-e12d3680ad13 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 1162 time: 0.0802658
Dec 02 17:55:52.661701 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-12741cd9-4610-4e4b-807d-8c2ed38c2263 req-0c2467a7-6dcb-4d84-89b6-238b74263360 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0382419
Dec 02 17:55:53.204173 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 257d1482-7082-4beb-9105-6b7421c3974c up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:55:53.281779 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d9330cec-dd77-4aeb-be65-2a6dcc97d4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:53.322715 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 257d1482-7082-4beb-9105-6b7421c3974c triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:53.323143 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:53.431232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52296606-aaab-4a1a-815b-219118bcc295 req-88fdd323-95e6-4855-967b-08fd9034db26 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:53.432753 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-52296606-aaab-4a1a-815b-219118bcc295 req-88fdd323-95e6-4855-967b-08fd9034db26 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.0902262
Dec 02 17:55:53.481787 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-52296606-aaab-4a1a-815b-219118bcc295 req-e7dc4c97-5461-418c-8a90-9b6a75dbfbc5 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0416257
Dec 02 17:55:53.495183 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:55:53.568235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:53.568882 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:54.707837 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20b870-7324-4bd8-85fc-5ea7bc0cf4e4 req-5a66d784-a5e7-4b76-a617-f945e1f80570 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:54.709468 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0f20b870-7324-4bd8-85fc-5ea7bc0cf4e4 req-5a66d784-a5e7-4b76-a617-f945e1f80570 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.0893309
Dec 02 17:55:54.767088 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0f20b870-7324-4bd8-85fc-5ea7bc0cf4e4 req-b08bc325-c39f-4b92-bf5e-ddb9c846047f tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0503333
Dec 02 17:55:54.876635 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:55:54.947332 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:55:54.947754 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:55.629701 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-628e6f9b-24b3-41e6-a244-63217c37f8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:55.978575 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed1f24-db71-4ec4-abed-8af172948a0b req-3dd7ec57-b3d6-46a3-9b83-eddd7d949a15 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:55.980248 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-46ed1f24-db71-4ec4-abed-8af172948a0b req-3dd7ec57-b3d6-46a3-9b83-eddd7d949a15 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.0834231
Dec 02 17:55:56.038332 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-46ed1f24-db71-4ec4-abed-8af172948a0b req-47165768-95d0-4ffa-85c6-544531afb918 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0442834
Dec 02 17:55:56.165866 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:56.260103 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13563603-5389-4ebd-a750-00176143baf3 req-aaa2021a-3920-4183-ab8b-ae0a8d372bcd tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:56.261851 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-13563603-5389-4ebd-a750-00176143baf3 req-aaa2021a-3920-4183-ab8b-ae0a8d372bcd tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.0911956
Dec 02 17:55:56.312685 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-13563603-5389-4ebd-a750-00176143baf3 req-e9324b6d-2798-43cc-b861-5b26efa9e965 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0434768
Dec 02 17:55:56.748227 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-9ecf6331-94aa-4142-8125-5cdd7f4d1b99 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3795724
Dec 02 17:55:56.758557 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Request body: {'floatingip': {'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:56.764758 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:55:56.769130 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Usage tracker for resource:floatingip and tenant:08c5d505eefa48458ed1c3b80b70cbc7 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:55:56.772168 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:55:56.777883 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:55:56.787739 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for floatingip, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:56.936073 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:57.083495 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:57.236138 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Allocated IP 172.27.2.20 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/1079a957-dbe5-48ad-a56a-7e3cce5b518e) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:55:57.400337 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:57.430949 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:57.451126 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:57.591658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Pushing event updated for resources: {'Port': ['ID=1079a957-dbe5-48ad-a56a-7e3cce5b518e,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:57.596543 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:57.643889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:55:57.645028 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:55:57.647387 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:55:57.736818 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for floatingip, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:57.796015 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:57.806768 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:58.080935 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:58.084649 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:58.100368 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-227655df-4cc6-4fd2-8ecb-fa2c5c78815a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:55:58.274931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Pushing event updated for resources: {'Port': ['ID=1079a957-dbe5-48ad-a56a-7e3cce5b518e,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:55:58.280357 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:55:58.377696 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:58.401240 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:58.402601 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.6482115
Dec 02 17:55:58.498027 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-0964501e-998b-45b7-9ed1-78df680994d2 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Synchronizing usage tracker for tenant:08c5d505eefa48458ed1c3b80b70cbc7 on resource:floatingip {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:55:58.518898 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-0964501e-998b-45b7-9ed1-78df680994d2 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Unset dirty status for tenant:08c5d505eefa48458ed1c3b80b70cbc7 on resource:floatingip {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:55:58.520227 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-0964501e-998b-45b7-9ed1-78df680994d2 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.20 HTTP/1.1" status: 200  len: 695 time: 0.1101711
Dec 02 17:55:58.692461 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-199e1b08-6d07-445c-9b45-541aa5a1b855 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:58.693948 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-88d48438-525e-4d6d-ba27-23cc96b1eb65 req-199e1b08-6d07-445c-9b45-541aa5a1b855 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/networks/0e06ccbb-5acd-4938-8c27-f383e561e919 HTTP/1.1" status: 200  len: 784 time: 0.1675982
Dec 02 17:55:58.891643 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-0640a09a-7567-42cf-9d60-a764104ecc15 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:55:58.893542 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-0640a09a-7567-42cf-9d60-a764104ecc15 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0850689
Dec 02 17:55:58.982767 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-99dedc4e-7dcb-418d-a1c8-6df85c745af4 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.20 HTTP/1.1" status: 200  len: 695 time: 0.0818944
Dec 02 17:55:58.994290 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-530341a6-c153-4364-89f7-4d3015262c59 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Request body: {'floatingip': {'port_id': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:55:59.079372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-530341a6-c153-4364-89f7-4d3015262c59 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for floatingip, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:59.721008 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-530341a6-c153-4364-89f7-4d3015262c59 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:59.723631 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-530341a6-c153-4364-89f7-4d3015262c59 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:55:59.903675 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-530341a6-c153-4364-89f7-4d3015262c59 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Floating IP 59af3e0a-0c0f-48f1-9836-d31a20f6116f associated. External IP: 172.27.2.20, port: 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d.
Dec 02 17:56:00.511219 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-530341a6-c153-4364-89f7-4d3015262c59 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Router 18887737-7830-4faa-9ff8-0d41e4a01f6f has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:56:00.709038 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-530341a6-c153-4364-89f7-4d3015262c59 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:56:00.714023 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-530341a6-c153-4364-89f7-4d3015262c59 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:00.718841 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e54f2b-faa6-4c7e-9db3-1ca706a1b487 None None] Sync routers for ids ['18887737-7830-4faa-9ff8-0d41e4a01f6f'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:56:00.729813 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e54f2b-faa6-4c7e-9db3-1ca706a1b487 None None] Routers {'18887737-7830-4faa-9ff8-0d41e4a01f6f'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:56:00.730390 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-91e54f2b-faa6-4c7e-9db3-1ca706a1b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c254ef0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:55:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['18887737-7830-4faa-9ff8-0d41e4a01f6f'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:56:00.778506 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-530341a6-c153-4364-89f7-4d3015262c59 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "PUT /v2.0/floatingips/59af3e0a-0c0f-48f1-9836-d31a20f6116f HTTP/1.1" status: 200  len: 995 time: 1.7872603
Dec 02 17:56:00.778506 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9ee110-7675-4f5a-8148-96b659e03997', 'tag': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:56:00.884970 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-adc89db2-457c-4051-8cdc-4af095d6d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:00.886982 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-adc89db2-457c-4051-8cdc-4af095d6d46a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08c5d505eefa48458ed1c3b80b70cbc7&device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 1162 time: 0.0879543
Dec 02 17:56:00.947209 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-91e54f2b-faa6-4c7e-9db3-1ca706a1b487 None None] Set router 18887737-7830-4faa-9ff8-0d41e4a01f6f gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:56:01.001026 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9ee110-7675-4f5a-8148-96b659e03997', 'tag': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d', 'status': 'completed', 'code': 200}
Dec 02 17:56:01.121211 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-8283fa70-b6a6-4144-9912-a26e6393d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:01.123160 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-8283fa70-b6a6-4144-9912-a26e6393d053 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56252445-cb9e-4a43-bb8d-1dff085eab32 HTTP/1.1" status: 200  len: 903 time: 0.2276857
Dec 02 17:56:01.211685 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa4b8b-854e-4d09-91c3-505fdae6292e req-8f754469-7db5-496e-befa-d0727893d495 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:01.213420 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5dfa4b8b-854e-4d09-91c3-505fdae6292e req-8f754469-7db5-496e-befa-d0727893d495 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.1175814
Dec 02 17:56:01.264972 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5dfa4b8b-854e-4d09-91c3-505fdae6292e req-ed7dd20c-4d3d-49fa-89cd-6e42f12d4fa2 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431898
Dec 02 17:56:01.291737 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-c4839c5e-89f5-4797-874c-52e4ae84e6fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d HTTP/1.1" status: 200  len: 998 time: 0.1547546
Dec 02 17:56:01.332505 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd44ee5-520d-44ee-8cac-26824d90ffb2 req-f9d31939-08b5-490c-b42b-a68c631d4007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:01.334137 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1fd44ee5-520d-44ee-8cac-26824d90ffb2 req-f9d31939-08b5-490c-b42b-a68c631d4007 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08c5d505eefa48458ed1c3b80b70cbc7&device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 1162 time: 0.2935460
Dec 02 17:56:01.386940 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-91e54f2b-faa6-4c7e-9db3-1ca706a1b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c254ef0>, [{'id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'name': 'tempest-TestShelveInstance-1778024443-router', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:07Z', 'updated_at': '2020-12-02T17:54:19Z', 'revision_number': 4, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'gw_port': {'id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:09Z', 'updated_at': '2020-12-02T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': '59af3e0a-0c0f-48f1-9836-d31a20f6116f', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'port_id': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32', 'mac_address': 'fa:16:3e:7a:44:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ee110-7675-4f5a-8148-96b659e03997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:55:57Z', 'updated_at': '2020-12-02T17:55:59Z', 'revision_number': 1, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f23181-7f2d-4aca-97ec-2ec0479f0a20', 'name': '', 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'mac_address': 'fa:16:3e:72:4f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:17Z', 'updated_at': '2020-12-02T17:54:42Z', 'revision_number': 5, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'subnets': [{'id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:56:01.392144 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e54f2b-faa6-4c7e-9db3-1ca706a1b487 None None] Checking router: 18887737-7830-4faa-9ff8-0d41e4a01f6f for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:56:01.401991 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e54f2b-faa6-4c7e-9db3-1ca706a1b487 None None] Routers {'18887737-7830-4faa-9ff8-0d41e4a01f6f'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:56:01.402717 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-91e54f2b-faa6-4c7e-9db3-1ca706a1b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c254ef0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:55:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['18887737-7830-4faa-9ff8-0d41e4a01f6f'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:56:01.410076 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-9deca0c2-0515-47c8-a4f9-d74acaf697c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:01.411756 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-9deca0c2-0515-47c8-a4f9-d74acaf697c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cdebc9bf-e6e3-445f-8fe7-512f6d458a56 HTTP/1.1" status: 200  len: 848 time: 0.1191404
Dec 02 17:56:01.567655 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd44ee5-520d-44ee-8cac-26824d90ffb2 req-cf30ef4e-79b1-456e-90e4-91d54a57132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:01.569267 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1fd44ee5-520d-44ee-8cac-26824d90ffb2 req-cf30ef4e-79b1-456e-90e4-91d54a57132e service neutron] 10.222.0.43 "GET /v2.0/networks?id=56252445-cb9e-4a43-bb8d-1dff085eab32 HTTP/1.1" status: 200  len: 903 time: 0.2258263
Dec 02 17:56:01.597669 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-91e54f2b-faa6-4c7e-9db3-1ca706a1b487 None None] Set router 18887737-7830-4faa-9ff8-0d41e4a01f6f gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:56:01.640801 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-1e6a8455-9a1f-44d2-a316-99f9e6071dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:01.642464 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-1e6a8455-9a1f-44d2-a316-99f9e6071dba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56252445-cb9e-4a43-bb8d-1dff085eab32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1797163
Dec 02 17:56:01.782141 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1fd44ee5-520d-44ee-8cac-26824d90ffb2 req-3ba391c7-9db4-4985-98e5-0fda9d53a590 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d HTTP/1.1" status: 200  len: 998 time: 0.1998460
Dec 02 17:56:01.885335 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-fee428ca-f8bd-4174-bdc7-74d7dec5adee service neutron] 10.222.0.21 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2339416
Dec 02 17:56:01.888974 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd44ee5-520d-44ee-8cac-26824d90ffb2 req-6d6fdbb6-9174-426d-bcdb-6daacb676e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:01.891029 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1fd44ee5-520d-44ee-8cac-26824d90ffb2 req-6d6fdbb6-9174-426d-bcdb-6daacb676e9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc9bf-e6e3-445f-8fe7-512f6d458a56 HTTP/1.1" status: 200  len: 848 time: 0.1002250
Dec 02 17:56:01.976953 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-91e54f2b-faa6-4c7e-9db3-1ca706a1b487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c254ef0>, [{'id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'name': 'tempest-TestShelveInstance-1778024443-router', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:07Z', 'updated_at': '2020-12-02T17:54:19Z', 'revision_number': 4, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'gw_port': {'id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:09Z', 'updated_at': '2020-12-02T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': '59af3e0a-0c0f-48f1-9836-d31a20f6116f', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'port_id': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32', 'mac_address': 'fa:16:3e:7a:44:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ee110-7675-4f5a-8148-96b659e03997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:55:57Z', 'updated_at': '2020-12-02T17:55:59Z', 'revision_number': 1, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f23181-7f2d-4aca-97ec-2ec0479f0a20', 'name': '', 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'mac_address': 'fa:16:3e:72:4f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:17Z', 'updated_at': '2020-12-02T17:54:42Z', 'revision_number': 5, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'subnets': [{'id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:56:01.981221 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91e54f2b-faa6-4c7e-9db3-1ca706a1b487 None None] The sync data for ids ['18887737-7830-4faa-9ff8-0d41e4a01f6f'] in dv-cinder-733623-9-iscsi is: [{'id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'name': 'tempest-TestShelveInstance-1778024443-router', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:07Z', 'updated_at': '2020-12-02T17:54:19Z', 'revision_number': 4, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'gw_port': {'id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:09Z', 'updated_at': '2020-12-02T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': '59af3e0a-0c0f-48f1-9836-d31a20f6116f', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'floating_ip_address': '172.27.2.20', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'port_id': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32', 'mac_address': 'fa:16:3e:7a:44:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9ee110-7675-4f5a-8148-96b659e03997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:55:57Z', 'updated_at': '2020-12-02T17:55:59Z', 'revision_number': 1, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f23181-7f2d-4aca-97ec-2ec0479f0a20', 'name': '', 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'mac_address': 'fa:16:3e:72:4f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:17Z', 'updated_at': '2020-12-02T17:54:42Z', 'revision_number': 5, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'subnets': [{'id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:56:02.098662 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:56:02.102564 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd44ee5-520d-44ee-8cac-26824d90ffb2 req-311994db-97cd-447f-bb0a-a9e6906d70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:02.106631 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1fd44ee5-520d-44ee-8cac-26824d90ffb2 req-311994db-97cd-447f-bb0a-a9e6906d70a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56252445-cb9e-4a43-bb8d-1dff085eab32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1883805
Dec 02 17:56:02.106739 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-70a55b81-2442-47df-9605-1f4eb1d60637 req-2f655dc2-63d8-49d4-9d4c-0ffd04668149 service neutron] 10.222.0.21 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2134025
Dec 02 17:56:02.258055 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1fd44ee5-520d-44ee-8cac-26824d90ffb2 req-5ddbfe95-251f-473c-88ac-c3b187de838e service neutron] 10.222.0.43 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436772
Dec 02 17:56:02.284698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a322bb9-f696-4a89-8c0f-027c6add0b70 None None] New status for floating IP 59af3e0a-0c0f-48f1-9836-d31a20f6116f: ACTIVE {{(pid=80246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 17:56:02.432789 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1fd44ee5-520d-44ee-8cac-26824d90ffb2 req-78dc8584-85a7-4166-bdd1-046f536e1ac1 service neutron] 10.222.0.43 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1622550
Dec 02 17:56:02.501578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bbeee-5d51-4394-8169-f65bb7021ea7 req-63258e45-f75c-4c7b-88ee-2cbd32d38c1b tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:02.503263 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4c9bbeee-5d51-4394-8169-f65bb7021ea7 req-63258e45-f75c-4c7b-88ee-2cbd32d38c1b tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.0887258
Dec 02 17:56:02.557301 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4c9bbeee-5d51-4394-8169-f65bb7021ea7 req-d2fba74f-9d89-4a0a-9d3c-829563a89b9a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471246
Dec 02 17:56:04.021188 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5b3d3-4e2f-4a5d-bd13-a6ffacf8fbcd req-70a207c4-a61c-4fcc-9d29-20f0da81244b tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:04.022830 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ffd5b3d3-4e2f-4a5d-bd13-a6ffacf8fbcd req-70a207c4-a61c-4fcc-9d29-20f0da81244b tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.3261361
Dec 02 17:56:04.069805 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ffd5b3d3-4e2f-4a5d-bd13-a6ffacf8fbcd req-f926a589-78b3-453c-8f05-4e5fc8f7fbd5 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407033
Dec 02 17:56:05.313203 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890675a4-ac84-48de-aa77-60274c725e00 req-c1d3b649-12e6-40d5-a0e1-8292771b01a6 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:05.314785 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-890675a4-ac84-48de-aa77-60274c725e00 req-c1d3b649-12e6-40d5-a0e1-8292771b01a6 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.1098063
Dec 02 17:56:05.367017 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-890675a4-ac84-48de-aa77-60274c725e00 req-131f273c-1669-4e04-bf46-6531160946e9 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456519
Dec 02 17:56:06.596681 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fcaad-ce06-40fb-8a3a-1cdb180d20fe req-888d7f8e-8f8a-42de-afce-ae9f872d2b56 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:06.598542 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-eb0fcaad-ce06-40fb-8a3a-1cdb180d20fe req-888d7f8e-8f8a-42de-afce-ae9f872d2b56 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.0929935
Dec 02 17:56:06.650404 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-eb0fcaad-ce06-40fb-8a3a-1cdb180d20fe req-fa781bbe-be44-474c-be6e-44e6f831ae8f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455925
Dec 02 17:56:07.870662 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f05637-e6df-4dd0-af12-40769a4970d5 req-3eedebb1-70ff-4bf9-b5d7-2b2b04f6447b tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:07.872294 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d1f05637-e6df-4dd0-af12-40769a4970d5 req-3eedebb1-70ff-4bf9-b5d7-2b2b04f6447b tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.0887640
Dec 02 17:56:07.920603 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d1f05637-e6df-4dd0-af12-40769a4970d5 req-06f356be-dd87-4ec3-acd6-8cfa34f2b774 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417974
Dec 02 17:56:09.141250 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0058c68-ec61-4a64-b936-19884a1ae7ae req-83b22345-54e1-45fb-bcaf-81bb60c435cb tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:09.143683 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c0058c68-ec61-4a64-b936-19884a1ae7ae req-83b22345-54e1-45fb-bcaf-81bb60c435cb tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.0925634
Dec 02 17:56:09.192361 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c0058c68-ec61-4a64-b936-19884a1ae7ae req-5da342ac-351a-47b2-b845-c45d960ea912 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421941
Dec 02 17:56:10.304318 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:10.413082 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d26a9-9fbc-4b93-9ccd-1010c76c2cac req-f42de968-8d7b-47d2-b743-9ee04c83a5eb tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:10.414693 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-942d26a9-9fbc-4b93-9ccd-1010c76c2cac req-f42de968-8d7b-47d2-b743-9ee04c83a5eb tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.0876343
Dec 02 17:56:10.469251 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-942d26a9-9fbc-4b93-9ccd-1010c76c2cac req-d0eb892b-9d31-4f21-8c72-a283057ac855 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461056
Dec 02 17:56:11.690441 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc732a-88be-4ff9-a382-1195dc92ac53 req-c6de814c-42f1-4a2e-8aa6-554486f13a89 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:11.692060 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-79cc732a-88be-4ff9-a382-1195dc92ac53 req-c6de814c-42f1-4a2e-8aa6-554486f13a89 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.0906692
Dec 02 17:56:11.741586 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-79cc732a-88be-4ff9-a382-1195dc92ac53 req-50d61f07-965a-4e47-b755-e2d4ab30226d tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431440
Dec 02 17:56:13.004849 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea57ab-5b23-44d5-9521-96fbf6ed8e68 req-17c87a71-bea7-430e-94a6-99740c3abafb tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:13.006515 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-87ea57ab-5b23-44d5-9521-96fbf6ed8e68 req-17c87a71-bea7-430e-94a6-99740c3abafb tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.0840585
Dec 02 17:56:13.054670 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-87ea57ab-5b23-44d5-9521-96fbf6ed8e68 req-4131272d-29a4-41e7-afa7-815bba77e83b tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417163
Dec 02 17:56:14.276071 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86cb4c-6314-4e53-b22c-16ecdcaeab3c req-c1f1b458-4921-4ab7-beef-5e5e9b346048 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:14.277692 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7b86cb4c-6314-4e53-b22c-16ecdcaeab3c req-c1f1b458-4921-4ab7-beef-5e5e9b346048 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.0845809
Dec 02 17:56:14.324850 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7b86cb4c-6314-4e53-b22c-16ecdcaeab3c req-1358c16c-d82e-48bf-8783-aa53e25d012a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402873
Dec 02 17:56:15.545441 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9f46d-fb51-485e-adbf-182a48474126 req-cda34c60-6529-4c00-a067-67c937a1792e tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:15.547203 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1fc9f46d-fb51-485e-adbf-182a48474126 req-cda34c60-6529-4c00-a067-67c937a1792e tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.0888658
Dec 02 17:56:15.595121 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1fc9f46d-fb51-485e-adbf-182a48474126 req-71fa52e0-29c5-4828-89ae-0f970553673b tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414510
Dec 02 17:56:16.815089 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7415d0ab-91a8-49d7-8a03-5d9faea5bae0 req-1473b865-aa4b-4b6e-9ff1-a2597bef45da tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:16.816732 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7415d0ab-91a8-49d7-8a03-5d9faea5bae0 req-1473b865-aa4b-4b6e-9ff1-a2597bef45da tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.0902803
Dec 02 17:56:16.869034 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7415d0ab-91a8-49d7-8a03-5d9faea5bae0 req-070ec8ff-0040-4d69-9d42-e0f14ae48985 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444918
Dec 02 17:56:17.315316 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddb9242-dbbe-4eb2-985c-a944daa0b82e req-bfc8677e-0220-4545-8a4d-271c801d2a18 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:17.316987 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5ddb9242-dbbe-4eb2-985c-a944daa0b82e req-bfc8677e-0220-4545-8a4d-271c801d2a18 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.1375930
Dec 02 17:56:17.382233 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5ddb9242-dbbe-4eb2-985c-a944daa0b82e req-88cda4eb-93a2-4e24-b714-ecd2b14f1a30 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584095
Dec 02 17:56:17.387460 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9794f4-60de-49c8-81cf-b261c15d23ae req-c091e6a6-76a7-42b9-b402-ddb2d81f15f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:17.390161 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9f9794f4-60de-49c8-81cf-b261c15d23ae req-c091e6a6-76a7-42b9-b402-ddb2d81f15f9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b3ba943161643b9888b7198e5f4d270&device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 1163 time: 0.1324477
Dec 02 17:56:17.540415 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9794f4-60de-49c8-81cf-b261c15d23ae req-294bdb35-7347-44e2-ad9e-f3055fd6ea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:17.542022 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9f9794f4-60de-49c8-81cf-b261c15d23ae req-294bdb35-7347-44e2-ad9e-f3055fd6ea1c service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ca63e15-5840-4372-9d93-cce1e9b612b4 HTTP/1.1" status: 200  len: 904 time: 0.1441174
Dec 02 17:56:17.656347 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9f9794f4-60de-49c8-81cf-b261c15d23ae req-25d1db5b-0324-4179-b5ae-3fa4b1ed1727 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0894fb7d-3862-45a2-ad5d-35ffb301f740 HTTP/1.1" status: 200  len: 1001 time: 0.1051838
Dec 02 17:56:17.729592 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9794f4-60de-49c8-81cf-b261c15d23ae req-f34053c8-8205-4bee-829d-e8ea4bd2fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:17.731181 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9f9794f4-60de-49c8-81cf-b261c15d23ae req-f34053c8-8205-4bee-829d-e8ea4bd2fd04 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5d83d9ff-5b0d-4a61-bcb1-7d8d80206342 HTTP/1.1" status: 200  len: 849 time: 0.0663280
Dec 02 17:56:17.821126 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9794f4-60de-49c8-81cf-b261c15d23ae req-eddae18f-d1ad-422f-8eac-1d453ed3756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:17.822806 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9f9794f4-60de-49c8-81cf-b261c15d23ae req-eddae18f-d1ad-422f-8eac-1d453ed3756a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ca63e15-5840-4372-9d93-cce1e9b612b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784276
Dec 02 17:56:17.979986 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9f9794f4-60de-49c8-81cf-b261c15d23ae req-5b968913-9db4-4775-9008-550ffbc15783 service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445518
Dec 02 17:56:18.134852 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9f9794f4-60de-49c8-81cf-b261c15d23ae req-6965b5a6-3e9a-451f-a700-72d9a374dca2 service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1478107
Dec 02 17:56:18.751390 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4ef01-be2b-4ba4-bfc2-fcca380c69e0 req-5af413f4-cc86-4c9d-9cc7-3070d16d58f0 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:18.753042 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f2d4ef01-be2b-4ba4-bfc2-fcca380c69e0 req-5af413f4-cc86-4c9d-9cc7-3070d16d58f0 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.0878711
Dec 02 17:56:18.807945 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f2d4ef01-be2b-4ba4-bfc2-fcca380c69e0 req-90a0bcbc-cf78-4796-b880-989daf04bd8b tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481458
Dec 02 17:56:20.029339 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4c68c-2dd8-4da6-ac9b-d54b416a6f4b req-bca68284-e08e-448f-9007-9d5ae70d2c8a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:20.030993 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3e4c68c-2dd8-4da6-ac9b-d54b416a6f4b req-bca68284-e08e-448f-9007-9d5ae70d2c8a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.0837286
Dec 02 17:56:20.082905 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3e4c68c-2dd8-4da6-ac9b-d54b416a6f4b req-534dcec6-bb33-4c31-aa35-1452a3a7752d tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456128
Dec 02 17:56:23.067780 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a3e1097e-abef-4ca8-848c-41ea45f78123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:25.632647 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c26915f-adfd-4fcd-9e6d-1b0db4705594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:26.165597 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:27.075609 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:27.812218 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:36.952951 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5f939b76-1120-40e1-84bd-ca8bbc468889 req-b494f17f-521c-4c49-a671-381b034bbe6c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0784719
Dec 02 17:56:37.080060 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f939b76-1120-40e1-84bd-ca8bbc468889 req-c91c3b60-9a41-471d-979c-8e9b10622afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:37.081684 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5f939b76-1120-40e1-84bd-ca8bbc468889 req-c91c3b60-9a41-471d-979c-8e9b10622afd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbc1bec290674effad04cd89b614f4b2&device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 1163 time: 0.0774615
Dec 02 17:56:37.250934 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f939b76-1120-40e1-84bd-ca8bbc468889 req-64cf6847-2d48-4d5f-8ef0-534921e68b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:37.252478 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5f939b76-1120-40e1-84bd-ca8bbc468889 req-64cf6847-2d48-4d5f-8ef0-534921e68b5a service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d5df4e7-9e83-4d6e-b367-2b18b115dead HTTP/1.1" status: 200  len: 910 time: 0.1494029
Dec 02 17:56:37.379821 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5f939b76-1120-40e1-84bd-ca8bbc468889 req-5bf2c735-14a5-46cc-92d7-080d1312715e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=257d1482-7082-4beb-9105-6b7421c3974c HTTP/1.1" status: 200  len: 1002 time: 0.1084673
Dec 02 17:56:37.459784 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f939b76-1120-40e1-84bd-ca8bbc468889 req-46bdd9c7-dc80-48fc-9cba-7e65f48233b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:37.461351 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5f939b76-1120-40e1-84bd-ca8bbc468889 req-46bdd9c7-dc80-48fc-9cba-7e65f48233b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7eb4d38d-7afb-4d11-b1ac-900651574376 HTTP/1.1" status: 200  len: 855 time: 0.0713811
Dec 02 17:56:37.541638 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f939b76-1120-40e1-84bd-ca8bbc468889 req-81d839cc-62d2-4633-a502-7cc12e0bc31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:37.543284 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5f939b76-1120-40e1-84bd-ca8bbc468889 req-81d839cc-62d2-4633-a502-7cc12e0bc31d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d5df4e7-9e83-4d6e-b367-2b18b115dead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0747180
Dec 02 17:56:37.697232 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5f939b76-1120-40e1-84bd-ca8bbc468889 req-bf46f8c4-d3cc-4de0-bd91-8b987d124234 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462746
Dec 02 17:56:37.842575 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5f939b76-1120-40e1-84bd-ca8bbc468889 req-cb096042-57dd-424c-82fc-fc4cae5608a9 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1370609
Dec 02 17:56:39.099310 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:56:40.302335 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:50.482684 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f3851-720e-4730-8fb7-015d3c271b65 req-83508151-077f-43ae-b047-ab19a7d8f4a0 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:50.484197 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-338f3851-720e-4730-8fb7-015d3c271b65 req-83508151-077f-43ae-b047-ab19a7d8f4a0 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 946 time: 0.0845430
Dec 02 17:56:50.536177 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-338f3851-720e-4730-8fb7-015d3c271b65 req-c2b4a2b2-978f-41c6-bc93-9c6b272ead83 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456643
Dec 02 17:56:51.756137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624972d-a096-49f8-b11d-447ed42cc98b req-e6dba668-9ef6-4f6c-9e5b-7a183d7a0e6d tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:51.757795 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7624972d-a096-49f8-b11d-447ed42cc98b req-e6dba668-9ef6-4f6c-9e5b-7a183d7a0e6d tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 946 time: 0.0865629
Dec 02 17:56:51.817217 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7624972d-a096-49f8-b11d-447ed42cc98b req-7ac91704-3f2a-4e32-9485-e70b353e3511 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519924
Dec 02 17:56:52.671282 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-6ba969fa-fe67-4bbb-935a-5f5ab3f4878c tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:52.672878 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-6ba969fa-fe67-4bbb-935a-5f5ab3f4878c tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.43 "GET /v2.0/ports?device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 946 time: 0.0842423
Dec 02 17:56:52.746599 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Deleting port 70cf5468-bad1-431e-a304-ef54e21e13dd {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:56:52.746926 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:53.065217 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] For port 70cf5468-bad1-431e-a304-ef54e21e13dd, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=70cf5468-bad1-431e-a304-ef54e21e13dd,segment=NetworkSegment(dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778),segment_id=dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:56:53.065799 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:53.072304 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-727c3b01-ea29-4180-83d9-dfd14b3d9452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:53.153981 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 70cf5468-bad1-431e-a304-ef54e21e13dd no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:56:53.204325 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Calling delete_port for 70cf5468-bad1-431e-a304-ef54e21e13dd owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:56:53.249059 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ae2f4-6ad7-4c2c-931d-f0b928ce79dc req-10daac50-4dbd-4e37-bc16-bff605cebef8 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:56:53.250716 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-866ae2f4-6ad7-4c2c-931d-f0b928ce79dc req-10daac50-4dbd-4e37-bc16-bff605cebef8 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 946 time: 0.2933602
Dec 02 17:56:53.282765 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:53.313257 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909021e0-3e2c-4095-b89c-9339ebc3a16e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70cf5468-bad1-431e-a304-ef54e21e13dd'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:56:53.322415 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 70cf5468-bad1-431e-a304-ef54e21e13dd, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=70cf5468-bad1-431e-a304-ef54e21e13dd,segment=NetworkSegment(dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778),segment_id=dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:56:53.325645 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:53.328597 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:56:53.332665 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-866ae2f4-6ad7-4c2c-931d-f0b928ce79dc req-3ddf2c7c-a944-4a7f-85ca-7ff750c0ed37 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739188
Dec 02 17:56:53.340060 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 17:56:53.340637 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 17:56:53.376595 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909021e0-3e2c-4095-b89c-9339ebc3a16e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70cf5468-bad1-431e-a304-ef54e21e13dd', 'code': 200}
Dec 02 17:56:53.401109 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=70cf5468-bad1-431e-a304-ef54e21e13dd,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:56:53.409243 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.409624 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.410003 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.410407 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.410838 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.411266 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.411657 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.412021 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.412385 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.412744 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.413102 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.413457 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.413884 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.414242 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.414648 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.415133 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.415499 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.415908 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.416218 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.416573 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.416927 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.417283 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.417639 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.417993 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:53.423401 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:56:53.842213 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Deleting port 70cf5468-bad1-431e-a304-ef54e21e13dd {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:56:53.842661 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:54.159863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] For port 70cf5468-bad1-431e-a304-ef54e21e13dd, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=70cf5468-bad1-431e-a304-ef54e21e13dd,segment=NetworkSegment(dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778),segment_id=dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:56:54.160350 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:54.301175 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Calling delete_port for 70cf5468-bad1-431e-a304-ef54e21e13dd owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:56:54.462380 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:54.481973 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:56:54.570213 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Pushing event deleted for resources: {'Port': ['ID=70cf5468-bad1-431e-a304-ef54e21e13dd,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:56:54.603986 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-33111bc3-5859-4003-a9a0-6ec9530038f1 req-c4b24bd2-99b8-4274-8225-f539d3a38a8b tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=909021e0-3e2c-4095-b89c-9339ebc3a16e HTTP/1.1" status: 200  len: 210 time: 0.0823231
Dec 02 17:56:54.608426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.608847 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.609302 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.609730 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.610125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.610568 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.610972 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.611380 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.611775 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.612172 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.612592 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.612927 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.613400 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.613792 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.614184 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.614615 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.615007 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.615393 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.615785 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.616178 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.616558 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.616955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.617349 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.617813 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:56:54.673829 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:56:54.770643 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] No DVR routers for this DVR port 70cf5468-bad1-431e-a304-ef54e21e13dd on host hv-cinder-73362 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 17:56:54.772907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:54.775798 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909021e0-3e2c-4095-b89c-9339ebc3a16e', 'name': 'network-vif-deleted', 'tag': '70cf5468-bad1-431e-a304-ef54e21e13dd'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:56:54.790845 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8e61f8a3-a8c8-4176-9f71-865b599fb6ad req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.43 "DELETE /v2.0/ports/70cf5468-bad1-431e-a304-ef54e21e13dd HTTP/1.1" status: 204  len: 173 time: 2.1115069
Dec 02 17:56:54.844380 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909021e0-3e2c-4095-b89c-9339ebc3a16e', 'name': 'network-vif-deleted', 'tag': '70cf5468-bad1-431e-a304-ef54e21e13dd', 'status': 'completed', 'code': 200}
Dec 02 17:56:55.635582 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-405cc6d1-5d26-4256-9a3d-f8212e8d65e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:56.169240 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:57.078429 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:56:57.813033 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:08.413848 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-55efc688-0ec4-48be-891a-40ac15d74573 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:08.415367 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-55efc688-0ec4-48be-891a-40ac15d74573 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/networks?id=6a526fe5-6558-4781-b23e-9019fcedbf13 HTTP/1.1" status: 200  len: 814 time: 0.1621163
Dec 02 17:57:08.432515 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-43523831-83e8-4c35-91d6-af45dd8e2256 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/quotas/6a044e198dd1467899be68cb0a151a8e HTTP/1.1" status: 200  len: 375 time: 0.0105400
Dec 02 17:57:08.488215 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-0483971c-d7dc-437e-aaf4-309605555e7d tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?tenant_id=6a044e198dd1467899be68cb0a151a8e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0499153
Dec 02 17:57:08.638647 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-d1a4da7f-3aae-4df5-a049-24e143dcf514 service neutron] 10.222.0.21 "GET /v2.0/networks/6a526fe5-6558-4781-b23e-9019fcedbf13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1407120
Dec 02 17:57:08.788699 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-7f6fb7e9-1454-4c38-803c-6110b0560348 service neutron] 10.222.0.21 "GET /v2.0/networks/6a526fe5-6558-4781-b23e-9019fcedbf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1429293
Dec 02 17:57:09.238840 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-103a90f6-57b8-43bf-aa5a-313a9748cf43 req-5897eff0-387b-474a-8f81-1d8a985cf630 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Synchronizing usage tracker for tenant:6a044e198dd1467899be68cb0a151a8e on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:57:09.255133 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-103a90f6-57b8-43bf-aa5a-313a9748cf43 req-5897eff0-387b-474a-8f81-1d8a985cf630 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Unset dirty status for tenant:6a044e198dd1467899be68cb0a151a8e on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:57:09.256459 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-103a90f6-57b8-43bf-aa5a-313a9748cf43 req-5897eff0-387b-474a-8f81-1d8a985cf630 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 210 time: 0.3081052
Dec 02 17:57:10.311699 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:10.315931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-51bca38f-2510-4b25-be34-a141e619e3ba tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:10.317583 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-51bca38f-2510-4b25-be34-a141e619e3ba tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.43 "GET /v2.0/networks?id=6a526fe5-6558-4781-b23e-9019fcedbf13 HTTP/1.1" status: 200  len: 814 time: 0.1835694
Dec 02 17:57:10.377078 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-3af934c8-bfbc-460c-bee4-d894eea9abd6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Request body: {'port': {'device_id': '97d419b9-d8a7-4c3a-b793-f8c0b34c4543', 'network_id': '6a526fe5-6558-4781-b23e-9019fcedbf13', 'admin_state_up': True, 'tenant_id': '6a044e198dd1467899be68cb0a151a8e'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:57:10.445456 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2e7471c8-b1ea-4760-b43b-b74e7e7b596c req-596b1d98-e086-46ec-9285-d1b980d77b59 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 210 time: 0.0523365
Dec 02 17:57:10.526269 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-3af934c8-bfbc-460c-bee4-d894eea9abd6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:57:10.536769 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-3af934c8-bfbc-460c-bee4-d894eea9abd6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:57:10.545645 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-3af934c8-bfbc-460c-bee4-d894eea9abd6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Made reservation on behalf of 6a044e198dd1467899be68cb0a151a8e for: {'port': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:57:10.551337 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-3af934c8-bfbc-460c-bee4-d894eea9abd6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:10.872022 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-3af934c8-bfbc-460c-bee4-d894eea9abd6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Allocated IP 172.20.0.14 (6a526fe5-6558-4781-b23e-9019fcedbf13/9ecc34f1-f15b-44d0-b0c0-e8414b2b2da7/a48da4de-2db3-4f75-9fb7-3d8d13bc4669) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:57:11.098978 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-3af934c8-bfbc-460c-bee4-d894eea9abd6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:11.127436 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-3af934c8-bfbc-460c-bee4-d894eea9abd6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:11.143157 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:57:11.289700 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af934c8-bfbc-460c-bee4-d894eea9abd6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Pushing event updated for resources: {'Port': ['ID=a48da4de-2db3-4f75-9fb7-3d8d13bc4669,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:57:11.293503 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3af934c8-bfbc-460c-bee4-d894eea9abd6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:57:11.349120 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-3af934c8-bfbc-460c-bee4-d894eea9abd6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Network 6a526fe5-6558-4781-b23e-9019fcedbf13 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:57:11.350301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-3af934c8-bfbc-460c-bee4-d894eea9abd6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:57:11.352861 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-3af934c8-bfbc-460c-bee4-d894eea9abd6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:57:11.424842 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-3af934c8-bfbc-460c-bee4-d894eea9abd6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:11.425432 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-3af934c8-bfbc-460c-bee4-d894eea9abd6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:11.454378 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-3af934c8-bfbc-460c-bee4-d894eea9abd6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0829628
Dec 02 17:57:11.475280 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Request body: {'port': {'device_id': '97d419b9-d8a7-4c3a-b793-f8c0b34c4543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:57:11.643965 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:11.785766 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795625f-0697-4efc-9802-98a70950f8fc req-8bf77799-42ec-42df-8486-24721adf49b9 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:11.786563 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-5795625f-0697-4efc-9802-98a70950f8fc req-8bf77799-42ec-42df-8486-24721adf49b9 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Synchronizing usage tracker for tenant:6a044e198dd1467899be68cb0a151a8e on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:57:11.827899 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-5795625f-0697-4efc-9802-98a70950f8fc req-8bf77799-42ec-42df-8486-24721adf49b9 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Unset dirty status for tenant:6a044e198dd1467899be68cb0a151a8e on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:57:11.829183 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5795625f-0697-4efc-9802-98a70950f8fc req-8bf77799-42ec-42df-8486-24721adf49b9 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 932 time: 0.2456684
Dec 02 17:57:11.945004 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5795625f-0697-4efc-9802-98a70950f8fc req-22ed8a77-020a-4ac6-9af4-ceda19c3ba6f tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741622
Dec 02 17:57:12.174088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48da4de-2db3-4f75-9fb7-3d8d13bc4669 {{(pid=80244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 17:57:12.181696 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:12.202447 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Transition to ACTIVE for port object a48da4de-2db3-4f75-9fb7-3d8d13bc4669 will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:57:12.205547 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843917156'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:12.222069 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-34fcf7cd-329e-4ded-aeec-2fcc61bb1b7c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:57:12.368435 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Pushing event updated for resources: {'Port': ['ID=a48da4de-2db3-4f75-9fb7-3d8d13bc4669,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:57:12.373669 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:57:12.567379 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Attempting to bind port a48da4de-2db3-4f75-9fb7-3d8d13bc4669 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:57:12.567756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Attempting to bind port a48da4de-2db3-4f75-9fb7-3d8d13bc4669 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6a526fe5-6558-4781-b23e-9019fcedbf13'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:57:12.568120 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Attempting to bind port a48da4de-2db3-4f75-9fb7-3d8d13bc4669 on network 6a526fe5-6558-4781-b23e-9019fcedbf13 {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:57:12.574336 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:57:12.574742 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Checking segment: {'id': 'dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6a526fe5-6558-4781-b23e-9019fcedbf13'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:57:12.575146 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:12.576175 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Bound using segment: {'id': 'dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6a526fe5-6558-4781-b23e-9019fcedbf13'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:57:12.576817 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Bound port: a48da4de-2db3-4f75-9fb7-3d8d13bc4669, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6a526fe5-6558-4781-b23e-9019fcedbf13'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:57:12.577205 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:12.679530 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] For port a48da4de-2db3-4f75-9fb7-3d8d13bc4669, host hv-cinder-73362, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:57:12.683040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] For port a48da4de-2db3-4f75-9fb7-3d8d13bc4669, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=a48da4de-2db3-4f75-9fb7-3d8d13bc4669,segment=NetworkSegment(dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778),segment_id=dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:57:12.687739 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843917156'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:12.704549 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1199dd98-e9f3-4110-a9c4-6f8dd256adbb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:57:12.848773 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Pushing event updated for resources: {'Port': ['ID=a48da4de-2db3-4f75-9fb7-3d8d13bc4669,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:57:12.859392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:57:12.896405 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:12.897084 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:12.898660 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] 10.222.0.43 "PUT /v2.0/ports/a48da4de-2db3-4f75-9fb7-3d8d13bc4669 HTTP/1.1" status: 200  len: 1158 time: 1.4279134
Dec 02 17:57:12.899197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d419b9-d8a7-4c3a-b793-f8c0b34c4543', 'tag': 'a48da4de-2db3-4f75-9fb7-3d8d13bc4669'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:57:12.961330 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d419b9-d8a7-4c3a-b793-f8c0b34c4543', 'tag': 'a48da4de-2db3-4f75-9fb7-3d8d13bc4669', 'status': 'completed', 'code': 200}
Dec 02 17:57:13.064516 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-88a88890-160f-43c8-a2dd-d146f5952517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:13.066826 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-88a88890-160f-43c8-a2dd-d146f5952517 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a044e198dd1467899be68cb0a151a8e&device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 1161 time: 0.0834804
Dec 02 17:57:13.195680 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-6e7e29f2-b77c-4845-818b-e1608b8601dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a48da4de-2db3-4f75-9fb7-3d8d13bc4669 HTTP/1.1" status: 200  len: 217 time: 0.1114557
Dec 02 17:57:13.283090 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-d47b1cf8-ce58-4b26-954a-166edd2b3863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:13.284682 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-d47b1cf8-ce58-4b26-954a-166edd2b3863 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ecc34f1-f15b-44d0-b0c0-e8414b2b2da7 HTTP/1.1" status: 200  len: 854 time: 0.0813122
Dec 02 17:57:13.297078 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ed9ed-df86-4ecd-87c5-59115e0d8420 req-6361b29a-801c-4f1e-aa5c-441dfbe7bd44 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:13.298631 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-587ed9ed-df86-4ecd-87c5-59115e0d8420 req-6361b29a-801c-4f1e-aa5c-441dfbe7bd44 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 944 time: 0.1624231
Dec 02 17:57:13.363134 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-9aeaa70c-1025-4bc4-9c53-fdbf7a452164 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a526fe5-6558-4781-b23e-9019fcedbf13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0634251
Dec 02 17:57:13.417403 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-587ed9ed-df86-4ecd-87c5-59115e0d8420 req-2efdcc6c-c859-47cf-b1d8-86ceef9a772c tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849233
Dec 02 17:57:13.536126 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-0dd1aa7d-1d6b-4c2e-b5d2-4bb14a1ade05 service neutron] 10.222.0.43 "GET /v2.0/networks/6a526fe5-6558-4781-b23e-9019fcedbf13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1558604
Dec 02 17:57:13.910438 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50d1a028-72bc-4a9c-9896-3a2b0634ed4e req-2129a6fc-d51c-49cf-a777-2fce6732b6c4 service neutron] 10.222.0.43 "GET /v2.0/networks/6a526fe5-6558-4781-b23e-9019fcedbf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3655250
Dec 02 17:57:14.119672 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caa6ef-1e8d-4c8c-aa5c-51249b71cb49 req-2d718a0d-f78b-4bee-bc84-af2c620c38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:14.121303 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-73caa6ef-1e8d-4c8c-aa5c-51249b71cb49 req-2d718a0d-f78b-4bee-bc84-af2c620c38e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6a044e198dd1467899be68cb0a151a8e&device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 1161 time: 0.0780485
Dec 02 17:57:14.272098 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caa6ef-1e8d-4c8c-aa5c-51249b71cb49 req-8d27a6ac-bba4-42fb-8b30-1949bc7fa3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:14.273622 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-73caa6ef-1e8d-4c8c-aa5c-51249b71cb49 req-8d27a6ac-bba4-42fb-8b30-1949bc7fa3f7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6a526fe5-6558-4781-b23e-9019fcedbf13 HTTP/1.1" status: 200  len: 908 time: 0.1441731
Dec 02 17:57:14.355197 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-73caa6ef-1e8d-4c8c-aa5c-51249b71cb49 req-bda7a686-e8c3-4b39-999c-d7d5f978e6ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a48da4de-2db3-4f75-9fb7-3d8d13bc4669 HTTP/1.1" status: 200  len: 217 time: 0.0719049
Dec 02 17:57:14.432247 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73caa6ef-1e8d-4c8c-aa5c-51249b71cb49 req-3755e7b7-bf1b-4213-88f6-b41f61ab55a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:14.433857 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-73caa6ef-1e8d-4c8c-aa5c-51249b71cb49 req-3755e7b7-bf1b-4213-88f6-b41f61ab55a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ecc34f1-f15b-44d0-b0c0-e8414b2b2da7 HTTP/1.1" status: 200  len: 854 time: 0.0716584
Dec 02 17:57:14.491411 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-73caa6ef-1e8d-4c8c-aa5c-51249b71cb49 req-64c61754-2df2-4440-8e6e-5e7c14cffdc7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a526fe5-6558-4781-b23e-9019fcedbf13&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0490623
Dec 02 17:57:14.663609 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-73caa6ef-1e8d-4c8c-aa5c-51249b71cb49 req-e03e2883-53ad-4729-a455-3b4bbaf79811 service neutron] 10.222.0.43 "GET /v2.0/networks/6a526fe5-6558-4781-b23e-9019fcedbf13?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601460
Dec 02 17:57:14.671228 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de2624-cd6d-4a51-9cdb-a57339ef0b38 req-0244625d-ad57-423a-8224-e05893cc3e42 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:14.672906 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-14de2624-cd6d-4a51-9cdb-a57339ef0b38 req-0244625d-ad57-423a-8224-e05893cc3e42 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 944 time: 0.1052170
Dec 02 17:57:14.828606 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-73caa6ef-1e8d-4c8c-aa5c-51249b71cb49 req-3dcd7777-3e9a-4484-82a5-9fe8bcb62e86 service neutron] 10.222.0.43 "GET /v2.0/networks/6a526fe5-6558-4781-b23e-9019fcedbf13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1575146
Dec 02 17:57:14.944034 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-14de2624-cd6d-4a51-9cdb-a57339ef0b38 req-90338a72-2aab-4472-9716-eec93854fa53 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2640831
Dec 02 17:57:16.098971 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:57:16.171567 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e9e31-0e2f-427e-b255-90f0d7d49333 req-b5dfbbdf-1563-48f8-8a3b-6b55e2c363be tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:16.173177 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-476e9e31-0e2f-427e-b255-90f0d7d49333 req-b5dfbbdf-1563-48f8-8a3b-6b55e2c363be tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 944 time: 0.0984848
Dec 02 17:57:16.220627 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-476e9e31-0e2f-427e-b255-90f0d7d49333 req-04d91742-72e4-4093-ae8f-3169b587b006 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410800
Dec 02 17:57:17.441522 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489094e-2dc0-43a7-ab19-715cac813f4d req-2d293292-93d6-4394-b4fc-5eb8a76e3a9e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:17.443266 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3489094e-2dc0-43a7-ab19-715cac813f4d req-2d293292-93d6-4394-b4fc-5eb8a76e3a9e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 944 time: 0.0889497
Dec 02 17:57:17.491104 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3489094e-2dc0-43a7-ab19-715cac813f4d req-f3841fc8-c412-4a2e-8861-71a95e636fdb tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416086
Dec 02 17:57:18.717547 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4465a3-d9a7-4ca9-8371-575e72eeabdc req-671c9f79-aebb-49ea-876d-226d91a1b3e8 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:18.719260 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5c4465a3-d9a7-4ca9-8371-575e72eeabdc req-671c9f79-aebb-49ea-876d-226d91a1b3e8 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 944 time: 0.0941081
Dec 02 17:57:18.772002 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5c4465a3-d9a7-4ca9-8371-575e72eeabdc req-e24cd963-559f-4162-a881-23c362cb9231 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461850
Dec 02 17:57:20.067745 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f8f00-4009-4018-9d08-203590b261ef req-4466772f-0a57-42d4-a937-9ad49a83c641 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:20.070585 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3e3f8f00-4009-4018-9d08-203590b261ef req-4466772f-0a57-42d4-a937-9ad49a83c641 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 944 time: 0.1561892
Dec 02 17:57:20.121615 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3e3f8f00-4009-4018-9d08-203590b261ef req-5f87b264-f171-4d43-bc5a-8fc8661d3ed0 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436707
Dec 02 17:57:20.155300 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device a48da4de-2db3-4f75-9fb7-3d8d13bc4669 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:57:20.229046 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port a48da4de-2db3-4f75-9fb7-3d8d13bc4669 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:57:20.234841 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port a48da4de-2db3-4f75-9fb7-3d8d13bc4669 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:57:20.235274 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:20.373093 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:20.402182 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d419b9-d8a7-4c3a-b793-f8c0b34c4543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48da4de-2db3-4f75-9fb7-3d8d13bc4669'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:57:20.413902 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port a48da4de-2db3-4f75-9fb7-3d8d13bc4669, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=a48da4de-2db3-4f75-9fb7-3d8d13bc4669,segment=NetworkSegment(dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778),segment_id=dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:57:20.417144 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:20.419160 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:57:20.470464 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d419b9-d8a7-4c3a-b793-f8c0b34c4543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48da4de-2db3-4f75-9fb7-3d8d13bc4669', 'code': 200}
Dec 02 17:57:20.499428 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=a48da4de-2db3-4f75-9fb7-3d8d13bc4669,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:57:20.503355 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:57:20.817083 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d48b8-0c2c-4134-8a7e-4736e7aa67a0 req-9882abb2-fd67-4619-9962-591e86b4895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:20.818807 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a31d48b8-0c2c-4134-8a7e-4736e7aa67a0 req-9882abb2-fd67-4619-9962-591e86b4895b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 1163 time: 0.0851643
Dec 02 17:57:20.872756 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a31d48b8-0c2c-4134-8a7e-4736e7aa67a0 req-7394b020-ba6f-4089-8af3-d833e24a46cd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445313
Dec 02 17:57:21.100939 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef963025-8b02-4f7e-94d7-9b117d2c462d req-3027263c-d3df-48c5-a01e-cc2a0a6d8f90 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:21.102649 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ef963025-8b02-4f7e-94d7-9b117d2c462d req-3027263c-d3df-48c5-a01e-cc2a0a6d8f90 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 984 time: 0.0966175
Dec 02 17:57:21.161653 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ef963025-8b02-4f7e-94d7-9b117d2c462d req-a6ea8b34-e3fd-48cc-a9b7-c06085b6866b tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&id=a721b040-c50f-4a17-86ab-b4a7069e7dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0512288
Dec 02 17:57:21.369688 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13292c15-9c35-4f6e-b643-e4dccc591952 req-10668385-5514-453d-91d3-19920e8e01f2 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:21.371609 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-13292c15-9c35-4f6e-b643-e4dccc591952 req-10668385-5514-453d-91d3-19920e8e01f2 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 946 time: 0.0909042
Dec 02 17:57:21.416465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device a48da4de-2db3-4f75-9fb7-3d8d13bc4669 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:57:21.428389 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-13292c15-9c35-4f6e-b643-e4dccc591952 req-1bc991f8-7e47-40bb-9f93-d5eb952698c7 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496650
Dec 02 17:57:21.498781 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port a48da4de-2db3-4f75-9fb7-3d8d13bc4669 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:57:21.499215 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:21.846298 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e586191-1e23-4b1b-a277-4d4fd2918546 req-f311c0bd-3b2b-4fa9-8001-4ed9af8e6198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:21.848248 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e586191-1e23-4b1b-a277-4d4fd2918546 req-f311c0bd-3b2b-4fa9-8001-4ed9af8e6198 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b9f580ccafc411288557243f06a641f&device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 1202 time: 0.0921795
Dec 02 17:57:22.013790 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e586191-1e23-4b1b-a277-4d4fd2918546 req-9255b8ca-8ca8-418f-a951-71eaa80b6859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:22.015463 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e586191-1e23-4b1b-a277-4d4fd2918546 req-9255b8ca-8ca8-418f-a951-71eaa80b6859 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea HTTP/1.1" status: 200  len: 909 time: 0.1592362
Dec 02 17:57:22.131736 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e586191-1e23-4b1b-a277-4d4fd2918546 req-68b67de4-9230-4b8f-a957-1b2dd6636dee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 HTTP/1.1" status: 200  len: 1000 time: 0.1071508
Dec 02 17:57:22.209615 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e586191-1e23-4b1b-a277-4d4fd2918546 req-182afc5e-87e9-4065-9d48-4fb381c3c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:22.211276 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e586191-1e23-4b1b-a277-4d4fd2918546 req-182afc5e-87e9-4065-9d48-4fb381c3c9f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=82dcd88b-f504-4cee-ba95-fa92d675a32b HTTP/1.1" status: 200  len: 854 time: 0.0736620
Dec 02 17:57:22.308468 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e586191-1e23-4b1b-a277-4d4fd2918546 req-2e53c8bd-70b4-4ea5-9696-d4ef0d1460a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:22.310913 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e586191-1e23-4b1b-a277-4d4fd2918546 req-2e53c8bd-70b4-4ea5-9696-d4ef0d1460a1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0893779
Dec 02 17:57:22.588854 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e586191-1e23-4b1b-a277-4d4fd2918546 req-ee27633d-ef31-46be-9aca-6292c92095aa service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2697980
Dec 02 17:57:22.602053 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba2397-1134-4d2e-8af3-08c32c8f9f5a req-8057fec3-98be-41e2-aa50-77056050065b tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:22.603810 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f9ba2397-1134-4d2e-8af3-08c32c8f9f5a req-8057fec3-98be-41e2-aa50-77056050065b tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 984 time: 0.2346203
Dec 02 17:57:22.705603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a896b-becf-4dec-806e-56a0fc433ff8 req-c22952e0-0885-419b-bd26-3cd31bd55a60 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:22.707411 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7c6a896b-becf-4dec-806e-56a0fc433ff8 req-c22952e0-0885-419b-bd26-3cd31bd55a60 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 946 time: 0.0921922
Dec 02 17:57:22.759735 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7c6a896b-becf-4dec-806e-56a0fc433ff8 req-6172a789-9e63-422a-ab2d-0565fedf703a tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448494
Dec 02 17:57:22.761097 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f9ba2397-1134-4d2e-8af3-08c32c8f9f5a req-d9e553f2-673e-409b-bb49-375e7c61d94e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&id=a721b040-c50f-4a17-86ab-b4a7069e7dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1324317
Dec 02 17:57:22.806724 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e586191-1e23-4b1b-a277-4d4fd2918546 req-1399b61e-6d9c-408f-ab37-425aeb4bbedd service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2014976
Dec 02 17:57:23.077525 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9afeb104-9d06-40e2-ae01-051a6f634c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:23.984776 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fcb93-df4b-4723-9234-51f10d52ae7b req-338806dd-8f6e-42fa-a8ae-5fc7f08cd752 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:23.986385 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-080fcb93-df4b-4723-9234-51f10d52ae7b req-338806dd-8f6e-42fa-a8ae-5fc7f08cd752 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 946 time: 0.0911179
Dec 02 17:57:24.003442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6d838-1142-4bba-a3f9-9b8b7c3a2093 req-bdb670b0-76b2-412f-bd8a-677e0723d7fd tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:24.005087 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3ac6d838-1142-4bba-a3f9-9b8b7c3a2093 req-bdb670b0-76b2-412f-bd8a-677e0723d7fd tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 984 time: 0.0923173
Dec 02 17:57:24.038708 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-080fcb93-df4b-4723-9234-51f10d52ae7b req-ab081ba6-506d-4ebd-8756-50b28b669524 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457814
Dec 02 17:57:24.065854 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3ac6d838-1142-4bba-a3f9-9b8b7c3a2093 req-6ac39a85-4752-42ad-b514-d97900056438 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&id=a721b040-c50f-4a17-86ab-b4a7069e7dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0535157
Dec 02 17:57:25.291917 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d46497-231a-47dd-bc3e-e598ea089494 req-2d44d046-ce22-4aa0-9d1c-93cee73901e2 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:25.293577 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d8d46497-231a-47dd-bc3e-e598ea089494 req-2d44d046-ce22-4aa0-9d1c-93cee73901e2 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 984 time: 0.0864959
Dec 02 17:57:25.345466 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d8d46497-231a-47dd-bc3e-e598ea089494 req-e8e1d49f-6851-49fa-8857-29ea55b86f46 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&id=a721b040-c50f-4a17-86ab-b4a7069e7dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0448675
Dec 02 17:57:25.641670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-eae98ee3-40c4-4c66-84e8-98b3150924d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:26.173057 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:26.589965 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e2fdf0-f55f-4f3e-92cf-7a2d66643771 req-49e54f4b-fb47-471b-bb5a-856e13e1f86b tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:26.592456 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f1e2fdf0-f55f-4f3e-92cf-7a2d66643771 req-49e54f4b-fb47-471b-bb5a-856e13e1f86b tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 984 time: 0.0914898
Dec 02 17:57:26.649173 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f1e2fdf0-f55f-4f3e-92cf-7a2d66643771 req-761d32c5-8dcd-4def-b80d-c75688c55224 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&id=a721b040-c50f-4a17-86ab-b4a7069e7dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0499318
Dec 02 17:57:27.084022 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:27.817774 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:27.876470 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d392fa-d706-4cad-8e63-e931b73d07d8 req-242ee52b-b2bd-403e-88d4-559a48682e0f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:27.878133 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-14d392fa-d706-4cad-8e63-e931b73d07d8 req-242ee52b-b2bd-403e-88d4-559a48682e0f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 984 time: 0.0916111
Dec 02 17:57:27.935518 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-14d392fa-d706-4cad-8e63-e931b73d07d8 req-f7d18ef3-f202-4560-85df-f84c458b40e7 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&id=a721b040-c50f-4a17-86ab-b4a7069e7dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0508797
Dec 02 17:57:29.173869 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08955c99-05f5-4b58-85bc-13db650e404a req-5f7b1b8e-225e-4a5b-83c6-f3cfbce278a3 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:29.173869 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-08955c99-05f5-4b58-85bc-13db650e404a req-5f7b1b8e-225e-4a5b-83c6-f3cfbce278a3 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 984 time: 0.0966153
Dec 02 17:57:29.237672 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-08955c99-05f5-4b58-85bc-13db650e404a req-ac9e2563-7a25-4f09-a506-5f4dd348ee47 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&id=a721b040-c50f-4a17-86ab-b4a7069e7dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0598459
Dec 02 17:57:30.478094 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18239aa-4463-4037-aebf-9d729f7cc7ec req-61d2fd7b-723e-41ee-89bf-d2bbb838bd77 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:30.479727 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a18239aa-4463-4037-aebf-9d729f7cc7ec req-61d2fd7b-723e-41ee-89bf-d2bbb838bd77 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 984 time: 0.0919323
Dec 02 17:57:30.535183 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a18239aa-4463-4037-aebf-9d729f7cc7ec req-fdd360a2-d90c-4bf0-880d-cc58ee3a6209 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&id=a721b040-c50f-4a17-86ab-b4a7069e7dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0478978
Dec 02 17:57:31.789231 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472cba44-6fac-4bee-a6e9-939788141110 req-2a10218d-345a-446c-9f16-b5f9080a1b45 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:31.791058 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-472cba44-6fac-4bee-a6e9-939788141110 req-2a10218d-345a-446c-9f16-b5f9080a1b45 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 984 time: 0.1189671
Dec 02 17:57:31.848643 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-472cba44-6fac-4bee-a6e9-939788141110 req-05172871-cec4-4386-931b-8326d35efa94 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&id=a721b040-c50f-4a17-86ab-b4a7069e7dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0497339
Dec 02 17:57:33.097895 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40de7ae-9ad7-405b-8e4d-39ac0c8b85be req-b71a69c5-daec-4fe8-8c90-3539980cbc2a tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:33.099776 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c40de7ae-9ad7-405b-8e4d-39ac0c8b85be req-b71a69c5-daec-4fe8-8c90-3539980cbc2a tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 984 time: 0.0930862
Dec 02 17:57:33.156885 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c40de7ae-9ad7-405b-8e4d-39ac0c8b85be req-8bdeeea4-a1f4-4da5-b9cc-450668162043 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&id=a721b040-c50f-4a17-86ab-b4a7069e7dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0496376
Dec 02 17:57:34.526626 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0311520-076b-4146-8ef8-d883e6e1e2ab req-f0f9ccfa-dc15-451d-9197-a52247a012fd tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:34.528847 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b0311520-076b-4146-8ef8-d883e6e1e2ab req-f0f9ccfa-dc15-451d-9197-a52247a012fd tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 984 time: 0.0926969
Dec 02 17:57:34.583952 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b0311520-076b-4146-8ef8-d883e6e1e2ab req-b80c85a9-4f4a-4abf-a2ba-a3337d0e01de tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&id=a721b040-c50f-4a17-86ab-b4a7069e7dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0477419
Dec 02 17:57:35.825235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e3285-6a8a-4295-aff4-5c4c0a08d840 req-8ef87d19-b23a-4624-89be-ca28fa96f45d tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:35.826927 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-108e3285-6a8a-4295-aff4-5c4c0a08d840 req-8ef87d19-b23a-4624-89be-ca28fa96f45d tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 984 time: 0.0917184
Dec 02 17:57:35.879181 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-108e3285-6a8a-4295-aff4-5c4c0a08d840 req-6f5c5888-f8cb-48d0-8280-ee02ac12a8a3 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&id=a721b040-c50f-4a17-86ab-b4a7069e7dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0455570
Dec 02 17:57:37.097531 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b499512-8093-427a-8cdc-18c826300ec9 req-94003848-7c7d-4ff0-ae5c-0d741ac98e5c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:37.099257 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8b499512-8093-427a-8cdc-18c826300ec9 req-94003848-7c7d-4ff0-ae5c-0d741ac98e5c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 984 time: 0.0879307
Dec 02 17:57:37.151897 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8b499512-8093-427a-8cdc-18c826300ec9 req-14414e63-5efc-4ef0-a619-47ce799f8cbf tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&id=a721b040-c50f-4a17-86ab-b4a7069e7dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0459218
Dec 02 17:57:37.825122 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381df64-d00b-4969-8eb7-d9f8116e89c1 req-21f4c099-6b10-45c4-b19c-e77b73949935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:37.827330 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0381df64-d00b-4969-8eb7-d9f8116e89c1 req-21f4c099-6b10-45c4-b19c-e77b73949935 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b9f580ccafc411288557243f06a641f&device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 1202 time: 0.0807986
Dec 02 17:57:37.998791 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381df64-d00b-4969-8eb7-d9f8116e89c1 req-c9074912-be8a-41d3-af80-071e17704198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:38.000644 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0381df64-d00b-4969-8eb7-d9f8116e89c1 req-c9074912-be8a-41d3-af80-071e17704198 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea HTTP/1.1" status: 200  len: 909 time: 0.1535783
Dec 02 17:57:38.379580 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c2ba0-a8c7-4855-91d3-961688094ff1 req-164154fa-fdee-44fc-91e0-93aa452bd268 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:38.381218 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5f2c2ba0-a8c7-4855-91d3-961688094ff1 req-164154fa-fdee-44fc-91e0-93aa452bd268 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 984 time: 0.0904169
Dec 02 17:57:38.507309 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5f2c2ba0-a8c7-4855-91d3-961688094ff1 req-8bfd62e6-4d08-493e-9b92-e30281dad442 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&id=a721b040-c50f-4a17-86ab-b4a7069e7dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1191664
Dec 02 17:57:38.538964 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0381df64-d00b-4969-8eb7-d9f8116e89c1 req-bbf02810-6eb3-4bcd-81ba-6b5f926d1981 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 HTTP/1.1" status: 200  len: 1000 time: 0.1330595
Dec 02 17:57:38.614051 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381df64-d00b-4969-8eb7-d9f8116e89c1 req-7eaa18cb-0eb5-4233-a20f-64a5ac6ae3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:38.615695 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0381df64-d00b-4969-8eb7-d9f8116e89c1 req-7eaa18cb-0eb5-4233-a20f-64a5ac6ae3ff service neutron] 10.222.0.43 "GET /v2.0/subnets?id=82dcd88b-f504-4cee-ba95-fa92d675a32b HTTP/1.1" status: 200  len: 854 time: 0.0694144
Dec 02 17:57:38.703228 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381df64-d00b-4969-8eb7-d9f8116e89c1 req-b18bd490-0edd-4cac-8b8e-585c5d3d5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:38.704862 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0381df64-d00b-4969-8eb7-d9f8116e89c1 req-b18bd490-0edd-4cac-8b8e-585c5d3d5190 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814333
Dec 02 17:57:38.865795 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0381df64-d00b-4969-8eb7-d9f8116e89c1 req-d8a211a1-9572-44ab-8cf2-dcad6a48673d service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491466
Dec 02 17:57:39.287874 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0381df64-d00b-4969-8eb7-d9f8116e89c1 req-07a68cb7-c5d0-4b98-b53c-9d7a08d2087b service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4142761
Dec 02 17:57:39.730502 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce2df8-6fe1-4b9a-b8cf-62b57f23f855 req-fca71769-4047-4acd-a7d7-65e512b02e2b tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:39.732244 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d1ce2df8-6fe1-4b9a-b8cf-62b57f23f855 req-fca71769-4047-4acd-a7d7-65e512b02e2b tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 984 time: 0.0902402
Dec 02 17:57:39.785034 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d1ce2df8-6fe1-4b9a-b8cf-62b57f23f855 req-beacfe6d-6e5c-47ed-a877-11afeeba0dad tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&id=a721b040-c50f-4a17-86ab-b4a7069e7dcb&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0455372
Dec 02 17:57:40.326374 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:52.219761 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80305e6-88da-4abc-be5b-4d5eeadb0f5c req-dca8f6b6-814c-466f-8f6d-0e8bb2354db7 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:52.221386 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c80305e6-88da-4abc-be5b-4d5eeadb0f5c req-dca8f6b6-814c-466f-8f6d-0e8bb2354db7 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 946 time: 0.0853307
Dec 02 17:57:52.271030 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c80305e6-88da-4abc-be5b-4d5eeadb0f5c req-9c6a2fce-ad27-4f88-b937-b0bd757379a4 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431547
Dec 02 17:57:53.081423 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-80a85753-7f3d-475e-8e59-6543dd2b5d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:53.099673 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:57:53.485438 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12330ca6-1d1b-4943-a005-c593ab2092dc req-f32e1aa4-2db3-4af0-ae51-6a4ff4938f15 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:53.486986 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-12330ca6-1d1b-4943-a005-c593ab2092dc req-f32e1aa4-2db3-4af0-ae51-6a4ff4938f15 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 946 time: 0.0846272
Dec 02 17:57:53.537206 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-12330ca6-1d1b-4943-a005-c593ab2092dc req-96ff01cf-f748-4225-a89e-61704bdc90c0 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438240
Dec 02 17:57:54.760440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1310d6d-d775-452a-81a4-4ee0f05f6d45 req-31999b6f-e128-4503-ba32-0e0bab8f97e5 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:54.762090 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a1310d6d-d775-452a-81a4-4ee0f05f6d45 req-31999b6f-e128-4503-ba32-0e0bab8f97e5 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 946 time: 0.0883610
Dec 02 17:57:54.809995 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a1310d6d-d775-452a-81a4-4ee0f05f6d45 req-1f78eb86-e2b7-4495-991a-c30fb5b1d881 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/security-groups?id=63b8d66b-7a6b-448b-815a-7d728ce6b422&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414491
Dec 02 17:57:55.020437 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf96da-2690-4712-9c33-e97438fc5b4b req-5bca7c2e-7401-485c-a329-8897fe0b8283 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:55.022050 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-55bf96da-2690-4712-9c33-e97438fc5b4b req-5bca7c2e-7401-485c-a329-8897fe0b8283 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.43 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 946 time: 0.0824618
Dec 02 17:57:55.098758 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-55bf96da-2690-4712-9c33-e97438fc5b4b req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Deleting port a48da4de-2db3-4f75-9fb7-3d8d13bc4669 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:57:55.099062 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-55bf96da-2690-4712-9c33-e97438fc5b4b req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:55.359243 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-55bf96da-2690-4712-9c33-e97438fc5b4b req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] For port a48da4de-2db3-4f75-9fb7-3d8d13bc4669, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=a48da4de-2db3-4f75-9fb7-3d8d13bc4669,segment=NetworkSegment(dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778),segment_id=dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:57:55.359553 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-55bf96da-2690-4712-9c33-e97438fc5b4b req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:55.491909 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-55bf96da-2690-4712-9c33-e97438fc5b4b req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Calling delete_port for a48da4de-2db3-4f75-9fb7-3d8d13bc4669 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:57:55.644716 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-17345ca0-b413-465e-8e8e-eece01756b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:55.645574 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-55bf96da-2690-4712-9c33-e97438fc5b4b req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:55.664432 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-88c86414-724d-4c15-8fe6-098866b6a055 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:57:55.720028 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Pushing event deleted for resources: {'Port': ['ID=a48da4de-2db3-4f75-9fb7-3d8d13bc4669,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:57:55.782191 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.782806 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.783015 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.783416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.783815 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.784212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.784606 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.784997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.785392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.785779 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.786164 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.786576 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.787035 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.787425 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.787814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.788210 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.788582 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.788970 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.789352 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.789734 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.790116 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.790506 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.790917 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.791299 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:57:55.795167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:57:55.882918 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bf96da-2690-4712-9c33-e97438fc5b4b req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] No DVR routers for this DVR port a48da4de-2db3-4f75-9fb7-3d8d13bc4669 on host hv-cinder-73362 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 17:57:55.885235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-55bf96da-2690-4712-9c33-e97438fc5b4b req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:55.888021 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d419b9-d8a7-4c3a-b793-f8c0b34c4543', 'name': 'network-vif-deleted', 'tag': 'a48da4de-2db3-4f75-9fb7-3d8d13bc4669'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:57:55.905224 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-55bf96da-2690-4712-9c33-e97438fc5b4b req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.43 "DELETE /v2.0/ports/a48da4de-2db3-4f75-9fb7-3d8d13bc4669 HTTP/1.1" status: 204  len: 173 time: 0.8770089
Dec 02 17:57:55.949861 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d419b9-d8a7-4c3a-b793-f8c0b34c4543', 'name': 'network-vif-deleted', 'tag': 'a48da4de-2db3-4f75-9fb7-3d8d13bc4669', 'status': 'completed', 'code': 200}
Dec 02 17:57:56.001359 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-40878a38-0a21-4891-b09b-f2da486597a7 req-ff66e8ca-bc61-4ec7-8e54-534881ffa063 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] 10.222.0.21 "GET /v2.0/ports?device_id=97d419b9-d8a7-4c3a-b793-f8c0b34c4543 HTTP/1.1" status: 200  len: 210 time: 0.0468810
Dec 02 17:57:56.174932 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:56.296298 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device a48da4de-2db3-4f75-9fb7-3d8d13bc4669 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:57:56.331122 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-36e6c24d-eefe-4617-9042-be281554067e None None] No Port match for: a48da4de-2db3-4f75-9fb7-3d8d13bc4669 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 17:57:56.331513 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device a48da4de-2db3-4f75-9fb7-3d8d13bc4669 not bound to the agent host hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 17:57:57.089074 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:57.820840 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:57:59.597055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1650cd9-8c6f-47e4-958d-a3989c1e21f8 req-8ccdc699-5440-4c70-a2c6-dabdbdb974c1 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:57:59.598687 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e1650cd9-8c6f-47e4-958d-a3989c1e21f8 req-8ccdc699-5440-4c70-a2c6-dabdbdb974c1 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0888669
Dec 02 17:57:59.649635 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e1650cd9-8c6f-47e4-958d-a3989c1e21f8 req-06dc298e-f7a5-47bd-9fb1-ca7fd1abd060 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441022
Dec 02 17:58:00.890185 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc9e40-fb2d-4b53-b2f6-55f4b4c8f9b3 req-d76d5d5d-06b9-448e-8431-7eb15a45f16c tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:00.891855 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fddc9e40-fb2d-4b53-b2f6-55f4b4c8f9b3 req-d76d5d5d-06b9-448e-8431-7eb15a45f16c tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0851963
Dec 02 17:58:00.943147 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fddc9e40-fb2d-4b53-b2f6-55f4b4c8f9b3 req-530aa736-c1de-407c-8714-3d1fc8342628 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444536
Dec 02 17:58:02.181230 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87376582-6315-4b58-a448-598af58e8729 req-dbc1c4da-26d3-4550-8952-7d2f668c1302 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:02.182985 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-87376582-6315-4b58-a448-598af58e8729 req-dbc1c4da-26d3-4550-8952-7d2f668c1302 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0891631
Dec 02 17:58:02.231186 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-87376582-6315-4b58-a448-598af58e8729 req-c89feafd-4333-485c-bf99-d86451e16156 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408123
Dec 02 17:58:03.467008 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3849e40-b1bc-4923-b69c-18ea50baee2d req-f40478eb-b0b3-4c36-9884-e6168805238a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:03.469478 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3849e40-b1bc-4923-b69c-18ea50baee2d req-f40478eb-b0b3-4c36-9884-e6168805238a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0900300
Dec 02 17:58:03.526381 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3849e40-b1bc-4923-b69c-18ea50baee2d req-eacee34d-73e9-446d-a843-675f56ddff50 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494442
Dec 02 17:58:03.774890 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6f717-b40a-476a-818b-e9fc6ffcc8ef req-aea2e7f0-1ed3-4c75-b0a3-750e2ad530b7 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:03.776582 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9ac6f717-b40a-476a-818b-e9fc6ffcc8ef req-aea2e7f0-1ed3-4c75-b0a3-750e2ad530b7 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.0938766
Dec 02 17:58:03.828376 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9ac6f717-b40a-476a-818b-e9fc6ffcc8ef req-6f5febbf-3376-42da-9f09-c16c2bf46993 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442088
Dec 02 17:58:04.775411 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3c8fa-763c-41e5-91e8-d7681d2f6db4 req-fe87fd09-b2ea-46ab-ab3c-9937d8a2eafc tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:04.777086 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-34a3c8fa-763c-41e5-91e8-d7681d2f6db4 req-fe87fd09-b2ea-46ab-ab3c-9937d8a2eafc tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0919144
Dec 02 17:58:04.834384 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-34a3c8fa-763c-41e5-91e8-d7681d2f6db4 req-feaa7b1f-b60a-4161-951f-5be10de50bcd tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0495305
Dec 02 17:58:05.048204 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cca1b-34f4-4147-83df-0d21e09846ea req-a270a845-65cc-477d-9b9b-a6115dd2b771 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:05.049806 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d96cca1b-34f4-4147-83df-0d21e09846ea req-a270a845-65cc-477d-9b9b-a6115dd2b771 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.0846984
Dec 02 17:58:05.101244 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d96cca1b-34f4-4147-83df-0d21e09846ea req-4d29e68f-1943-48f7-a9db-93a25ea6787d tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448675
Dec 02 17:58:05.557137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e05b4-1dd9-4bd9-8002-2a1e354f8aea req-fa503fa9-1b23-456f-8a31-3d2cb2e26763 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:05.558734 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9d6e05b4-1dd9-4bd9-8002-2a1e354f8aea req-fa503fa9-1b23-456f-8a31-3d2cb2e26763 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.43 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.0882850
Dec 02 17:58:05.661593 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-9d6e05b4-1dd9-4bd9-8002-2a1e354f8aea req-2a31a749-d5b1-4a3b-8421-407e0553e07d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Deleting port 257d1482-7082-4beb-9105-6b7421c3974c {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:58:05.661977 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-9d6e05b4-1dd9-4bd9-8002-2a1e354f8aea req-2a31a749-d5b1-4a3b-8421-407e0553e07d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:05.683512 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99054e4f-f5eb-421a-b2d9-15c70097b430 req-77673a2e-e785-49d1-9570-2a5202bb56b6 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:05.685137 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-99054e4f-f5eb-421a-b2d9-15c70097b430 req-77673a2e-e785-49d1-9570-2a5202bb56b6 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.43 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.0949838
Dec 02 17:58:05.764393 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-99054e4f-f5eb-421a-b2d9-15c70097b430 req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Deleting port 0894fb7d-3862-45a2-ad5d-35ffb301f740 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:58:05.765123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-99054e4f-f5eb-421a-b2d9-15c70097b430 req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:05.940469 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-9d6e05b4-1dd9-4bd9-8002-2a1e354f8aea req-2a31a749-d5b1-4a3b-8421-407e0553e07d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] For port 257d1482-7082-4beb-9105-6b7421c3974c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=257d1482-7082-4beb-9105-6b7421c3974c,segment=NetworkSegment(66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f),segment_id=66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:58:05.941022 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-9d6e05b4-1dd9-4bd9-8002-2a1e354f8aea req-2a31a749-d5b1-4a3b-8421-407e0553e07d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:06.067491 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-99054e4f-f5eb-421a-b2d9-15c70097b430 req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] For port 0894fb7d-3862-45a2-ad5d-35ffb301f740, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=0894fb7d-3862-45a2-ad5d-35ffb301f740,segment=NetworkSegment(f09294cc-9f8b-482a-aa07-bccd5771ff01),segment_id=f09294cc-9f8b-482a-aa07-bccd5771ff01)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:58:06.067931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-99054e4f-f5eb-421a-b2d9-15c70097b430 req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:06.300359 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6465c89-8ae0-457a-bde3-e49bcaa5a33e req-bf7f8b05-3786-44e9-94fa-33fe027abfac tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:06.302738 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f6465c89-8ae0-457a-bde3-e49bcaa5a33e req-bf7f8b05-3786-44e9-94fa-33fe027abfac tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 946 time: 0.2885115
Dec 02 17:58:06.401647 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-9d6e05b4-1dd9-4bd9-8002-2a1e354f8aea req-2a31a749-d5b1-4a3b-8421-407e0553e07d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:06.402006 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-9d6e05b4-1dd9-4bd9-8002-2a1e354f8aea req-2a31a749-d5b1-4a3b-8421-407e0553e07d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:06.402373 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [req-9d6e05b4-1dd9-4bd9-8002-2a1e354f8aea req-2a31a749-d5b1-4a3b-8421-407e0553e07d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Floating IP c87aa4b9-e0be-4115-b0af-82e52400212b disassociated. External IP: 172.27.2.120, port: 257d1482-7082-4beb-9105-6b7421c3974c.
Dec 02 17:58:06.402785 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-9d6e05b4-1dd9-4bd9-8002-2a1e354f8aea req-2a31a749-d5b1-4a3b-8421-407e0553e07d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Calling delete_port for 257d1482-7082-4beb-9105-6b7421c3974c owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:58:06.432658 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f6465c89-8ae0-457a-bde3-e49bcaa5a33e req-63cd5214-7c38-4702-8e5b-2f6a2a82c125 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=f78c2b60-7bda-4c6d-9b78-5ff891f334a1&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1191776
Dec 02 17:58:06.500799 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-99054e4f-f5eb-421a-b2d9-15c70097b430 req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for floatingip, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:06.501223 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-99054e4f-f5eb-421a-b2d9-15c70097b430 req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:06.501577 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [req-99054e4f-f5eb-421a-b2d9-15c70097b430 req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Floating IP 242ab78f-1948-43f5-9b07-0f4adcf1a3a3 disassociated. External IP: 172.27.2.91, port: 0894fb7d-3862-45a2-ad5d-35ffb301f740.
Dec 02 17:58:06.501962 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-99054e4f-f5eb-421a-b2d9-15c70097b430 req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Calling delete_port for 0894fb7d-3862-45a2-ad5d-35ffb301f740 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:58:06.539323 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52236e51-5c4f-4c9d-89c3-9cf77cb1a0ff req-a16eb084-756f-4da5-b817-7b5b0ae99b8f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:06.541163 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-52236e51-5c4f-4c9d-89c3-9cf77cb1a0ff req-a16eb084-756f-4da5-b817-7b5b0ae99b8f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 946 time: 0.2504597
Dec 02 17:58:06.560721 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-9d6e05b4-1dd9-4bd9-8002-2a1e354f8aea req-2a31a749-d5b1-4a3b-8421-407e0553e07d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:06.577879 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:06.625147 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31a749-d5b1-4a3b-8421-407e0553e07d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event deleted for resources: {'Port': ['ID=257d1482-7082-4beb-9105-6b7421c3974c,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:06.635318 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-52236e51-5c4f-4c9d-89c3-9cf77cb1a0ff req-c60bc328-f487-452d-aeec-ca207ca52b74 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0861332
Dec 02 17:58:06.640943 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2a31a749-d5b1-4a3b-8421-407e0553e07d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:06.735544 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-99054e4f-f5eb-421a-b2d9-15c70097b430 req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:06.751632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a362db60-b311-4096-bb5d-787c65a75d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:06.817906 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event deleted for resources: {'Port': ['ID=0894fb7d-3862-45a2-ad5d-35ffb301f740,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:06.829029 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.829447 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.829847 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.830242 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.830663 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.831055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.831547 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.831901 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.832287 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.832670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.833055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.833434 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.833889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.834269 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.834830 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.835183 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.835565 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.835948 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.836331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.836719 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.837099 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.837482 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.837862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.838241 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:06.890098 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:06.960348 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d6e05b4-1dd9-4bd9-8002-2a1e354f8aea req-2a31a749-d5b1-4a3b-8421-407e0553e07d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Router 1cdf980c-19ec-4403-901f-470e99d43915 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:58:07.151304 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 0894fb7d-3862-45a2-ad5d-35ffb301f740 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:58:07.165466 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99054e4f-f5eb-421a-b2d9-15c70097b430 req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Router cff378a4-6ad4-4efe-8015-bb009bb81bf0 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:58:07.188897 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-36e6c24d-eefe-4617-9042-be281554067e None None] No Port match for: 0894fb7d-3862-45a2-ad5d-35ffb301f740 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 17:58:07.189197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 0894fb7d-3862-45a2-ad5d-35ffb301f740 not bound to the agent host hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 17:58:07.189534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 257d1482-7082-4beb-9105-6b7421c3974c no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:58:07.232197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-36e6c24d-eefe-4617-9042-be281554067e None None] No Port match for: 257d1482-7082-4beb-9105-6b7421c3974c {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 17:58:07.232855 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 257d1482-7082-4beb-9105-6b7421c3974c not bound to the agent host hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 17:58:07.373825 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99054e4f-f5eb-421a-b2d9-15c70097b430 req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:58:07.385589 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37372f73-98c9-496e-bbce-19731a2d3c0a None None] Sync routers for ids ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:58:07.397538 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37372f73-98c9-496e-bbce-19731a2d3c0a None None] Routers {'cff378a4-6ad4-4efe-8015-bb009bb81bf0'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:58:07.398250 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-37372f73-98c9-496e-bbce-19731a2d3c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf66efde10>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:57:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:07.416645 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-99054e4f-f5eb-421a-b2d9-15c70097b430 req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] No DVR routers for this DVR port 0894fb7d-3862-45a2-ad5d-35ffb301f740 on host hv-cinder-73362 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 17:58:07.419195 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-99054e4f-f5eb-421a-b2d9-15c70097b430 req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:07.422914 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79691c8-cd87-44d2-a890-b56e35df7dba', 'name': 'network-vif-deleted', 'tag': '0894fb7d-3862-45a2-ad5d-35ffb301f740'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:58:07.423764 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d6e05b4-1dd9-4bd9-8002-2a1e354f8aea req-2a31a749-d5b1-4a3b-8421-407e0553e07d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:58:07.437058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c045c87-17d4-4be2-886d-c7da17cc4fbe None None] Sync routers for ids ['1cdf980c-19ec-4403-901f-470e99d43915'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:58:07.451477 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-99054e4f-f5eb-421a-b2d9-15c70097b430 req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.43 "DELETE /v2.0/ports/0894fb7d-3862-45a2-ad5d-35ffb301f740 HTTP/1.1" status: 204  len: 173 time: 1.7598507
Dec 02 17:58:07.471993 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c045c87-17d4-4be2-886d-c7da17cc4fbe None None] Routers {'1cdf980c-19ec-4403-901f-470e99d43915'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:58:07.472717 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-9c045c87-17d4-4be2-886d-c7da17cc4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c800400>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:57:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['1cdf980c-19ec-4403-901f-470e99d43915'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:07.477469 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6e05b4-1dd9-4bd9-8002-2a1e354f8aea req-2a31a749-d5b1-4a3b-8421-407e0553e07d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] No DVR routers for this DVR port 257d1482-7082-4beb-9105-6b7421c3974c on host hv-cinder-73362 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 17:58:07.479839 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-9d6e05b4-1dd9-4bd9-8002-2a1e354f8aea req-2a31a749-d5b1-4a3b-8421-407e0553e07d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:07.482741 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac06fde7-4c38-4ffc-88d9-370c3d01bf3c', 'name': 'network-vif-deleted', 'tag': '257d1482-7082-4beb-9105-6b7421c3974c'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:58:07.556177 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9d6e05b4-1dd9-4bd9-8002-2a1e354f8aea req-2a31a749-d5b1-4a3b-8421-407e0553e07d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.43 "DELETE /v2.0/ports/257d1482-7082-4beb-9105-6b7421c3974c HTTP/1.1" status: 204  len: 173 time: 1.9666276
Dec 02 17:58:07.616344 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79691c8-cd87-44d2-a890-b56e35df7dba', 'name': 'network-vif-deleted', 'tag': '0894fb7d-3862-45a2-ad5d-35ffb301f740', 'status': 'completed', 'code': 200}
Dec 02 17:58:07.676478 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-37372f73-98c9-496e-bbce-19731a2d3c0a None None] Set router cff378a4-6ad4-4efe-8015-bb009bb81bf0 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:58:07.727738 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac06fde7-4c38-4ffc-88d9-370c3d01bf3c', 'name': 'network-vif-deleted', 'tag': '257d1482-7082-4beb-9105-6b7421c3974c', 'status': 'completed', 'code': 200}
Dec 02 17:58:07.741062 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4ab1205f-3eac-4c62-8ec4-0e91945491f1 req-1f87d9f3-f6f8-494d-9387-b9800405e1a6 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ac06fde7-4c38-4ffc-88d9-370c3d01bf3c HTTP/1.1" status: 200  len: 210 time: 0.1043353
Dec 02 17:58:07.849659 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-9c045c87-17d4-4be2-886d-c7da17cc4fbe None None] Set router 1cdf980c-19ec-4403-901f-470e99d43915 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:58:08.019678 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bc262360-c40c-48d9-b540-0714ae19539c req-17fe1b9b-dc0f-4ff5-969b-0d5ffe2562fd tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=c79691c8-cd87-44d2-a890-b56e35df7dba HTTP/1.1" status: 200  len: 210 time: 0.0701807
Dec 02 17:58:08.154141 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-37372f73-98c9-496e-bbce-19731a2d3c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf66efde10>, [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c', 'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'mac_address': 'fa:16:3e:e0:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:59Z', 'revision_number': 5, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'subnets': [{'id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:08.168942 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37372f73-98c9-496e-bbce-19731a2d3c0a None None] Checking router: cff378a4-6ad4-4efe-8015-bb009bb81bf0 for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:58:08.184350 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37372f73-98c9-496e-bbce-19731a2d3c0a None None] Routers {'cff378a4-6ad4-4efe-8015-bb009bb81bf0'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:58:08.185237 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-37372f73-98c9-496e-bbce-19731a2d3c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf66efde10>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:57:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:08.431186 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-37372f73-98c9-496e-bbce-19731a2d3c0a None None] Set router cff378a4-6ad4-4efe-8015-bb009bb81bf0 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:58:08.461863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-9c045c87-17d4-4be2-886d-c7da17cc4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c800400>, [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:50:10Z', 'revision_number': 4, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '50efa7b0-2dc3-488b-a8dc-5310248c1b60', 'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'mac_address': 'fa:16:3e:ca:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:03Z', 'updated_at': '2020-12-02T17:50:26Z', 'revision_number': 5, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'subnets': [{'id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:08.469796 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c045c87-17d4-4be2-886d-c7da17cc4fbe None None] Checking router: 1cdf980c-19ec-4403-901f-470e99d43915 for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:58:08.486318 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c045c87-17d4-4be2-886d-c7da17cc4fbe None None] Routers {'1cdf980c-19ec-4403-901f-470e99d43915'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:58:08.487135 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-9c045c87-17d4-4be2-886d-c7da17cc4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c800400>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:57:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['1cdf980c-19ec-4403-901f-470e99d43915'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:08.729378 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-9c045c87-17d4-4be2-886d-c7da17cc4fbe None None] Set router 1cdf980c-19ec-4403-901f-470e99d43915 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:58:08.896488 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-37372f73-98c9-496e-bbce-19731a2d3c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf66efde10>, [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c', 'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'mac_address': 'fa:16:3e:e0:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:59Z', 'revision_number': 5, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'subnets': [{'id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:08.901997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37372f73-98c9-496e-bbce-19731a2d3c0a None None] The sync data for ids ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'] in dv-cinder-733623-9-iscsi is: [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c', 'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'mac_address': 'fa:16:3e:e0:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:59Z', 'revision_number': 5, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'subnets': [{'id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:58:08.995395 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 57984) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:09.139270 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1844bc5a-d338-4a06-9988-cebe106f85ed tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:09.188852 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1844bc5a-d338-4a06-9988-cebe106f85ed tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:09.208215 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 57992) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:09.286089 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1844bc5a-d338-4a06-9988-cebe106f85ed tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:09.300730 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-90d10ea4-fc04-44c2-baa8-5fb9ec4fbd92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:09.316722 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4f534ac7-af82-456b-abaf-0ccf456a5bf4 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:09.317130 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844bc5a-d338-4a06-9988-cebe106f85ed tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78c2b60-7bda-4c6d-9b78-5ff891f334a1,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:09.323555 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1844bc5a-d338-4a06-9988-cebe106f85ed tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:09.325925 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1844bc5a-d338-4a06-9988-cebe106f85ed tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:09.332797 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-1844bc5a-d338-4a06-9988-cebe106f85ed tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "DELETE /v2.0/security-groups/f78c2b60-7bda-4c6d-9b78-5ff891f334a1 HTTP/1.1" status: 204  len: 168 time: 0.3358037
Dec 02 17:58:09.333457 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 57996) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:09.352179 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.v2.resource [None req-e036bc14-04ce-4c49-9765-d943f3016b30 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] show failed (client error): The resource could not be found.
Dec 02 17:58:09.357852 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 58000) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:09.361922 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-e036bc14-04ce-4c49-9765-d943f3016b30 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups/f78c2b60-7bda-4c6d-9b78-5ff891f334a1 HTTP/1.1" status: 404  len: 347 time: 0.0225735
Dec 02 17:58:09.455748 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-9c045c87-17d4-4be2-886d-c7da17cc4fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c800400>, [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:50:10Z', 'revision_number': 4, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '50efa7b0-2dc3-488b-a8dc-5310248c1b60', 'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'mac_address': 'fa:16:3e:ca:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:03Z', 'updated_at': '2020-12-02T17:50:26Z', 'revision_number': 5, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'subnets': [{'id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:09.463093 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c045c87-17d4-4be2-886d-c7da17cc4fbe None None] The sync data for ids ['1cdf980c-19ec-4403-901f-470e99d43915'] in dv-cinder-733623-9-iscsi is: [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:50:10Z', 'revision_number': 4, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '50efa7b0-2dc3-488b-a8dc-5310248c1b60', 'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'mac_address': 'fa:16:3e:ca:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:03Z', 'updated_at': '2020-12-02T17:50:26Z', 'revision_number': 5, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'subnets': [{'id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:58:09.471709 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9debf9c1-f8c5-46a3-b0f1-cf3ad1900243 None None] New status for floating IP 242ab78f-1948-43f5-9b07-0f4adcf1a3a3: DOWN {{(pid=80245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 17:58:09.707237 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4f534ac7-af82-456b-abaf-0ccf456a5bf4 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:09.871510 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Deleting port 1cfee69b-b23a-4c8f-a638-6fc6faf9c805 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:58:09.871890 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:09.952688 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4f534ac7-af82-456b-abaf-0ccf456a5bf4 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:09.966050 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:09.994918 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f534ac7-af82-456b-abaf-0ccf456a5bf4 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b16d9b-2e0b-4b67-a80e-b213e748b6bb,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:10.003352 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4f534ac7-af82-456b-abaf-0ccf456a5bf4 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:10.049399 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdb4c50-e2ae-464f-9c92-195cf8b15801 None None] New status for floating IP c87aa4b9-e0be-4115-b0af-82e52400212b: DOWN {{(pid=80246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 17:58:10.063248 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4f534ac7-af82-456b-abaf-0ccf456a5bf4 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:10.067134 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-4f534ac7-af82-456b-abaf-0ccf456a5bf4 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "DELETE /v2.0/security-groups/d4b16d9b-2e0b-4b67-a80e-b213e748b6bb HTTP/1.1" status: 204  len: 168 time: 0.8551867
Dec 02 17:58:10.067606 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 58012) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:10.091152 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.v2.resource [None req-4394de1a-4d7f-4fbc-b22c-b2c31096db31 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] show failed (client error): The resource could not be found.
Dec 02 17:58:10.096286 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-4394de1a-4d7f-4fbc-b22c-b2c31096db31 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups/d4b16d9b-2e0b-4b67-a80e-b213e748b6bb HTTP/1.1" status: 404  len: 347 time: 0.0221212
Dec 02 17:58:10.097125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 58016) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:10.161701 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:10.162262 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for floatingip, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:10.313491 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Calling delete_port for 1cfee69b-b23a-4c8f-a638-6fc6faf9c805 owned by network:floatingip {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:58:10.331850 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:10.332777 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-e13e618c-b149-4be8-b723-e355a8d73223 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Deleting port fab60f5a-5fe0-48f3-a5d5-bc8a08329d03 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:58:10.333160 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e13e618c-b149-4be8-b723-e355a8d73223 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:10.414985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 17:58:10.415362 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 17:58:10.519604 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e13e618c-b149-4be8-b723-e355a8d73223 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:10.519985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e13e618c-b149-4be8-b723-e355a8d73223 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for floatingip, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:10.647728 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-e13e618c-b149-4be8-b723-e355a8d73223 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Calling delete_port for fab60f5a-5fe0-48f3-a5d5-bc8a08329d03 owned by network:floatingip {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:58:10.802451 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e13e618c-b149-4be8-b723-e355a8d73223 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:10.819267 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7978cc9c-4382-4ab1-898c-ea70dabed51e tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:10.877010 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e618c-b149-4be8-b723-e355a8d73223 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event deleted for resources: {'Port': ['ID=fab60f5a-5fe0-48f3-a5d5-bc8a08329d03,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:10.882088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e13e618c-b149-4be8-b723-e355a8d73223 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:10.917363 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Deleting port 1cfee69b-b23a-4c8f-a638-6fc6faf9c805 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:58:10.917737 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:11.064422 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e13e618c-b149-4be8-b723-e355a8d73223 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for floatingip, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:11.079550 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e13e618c-b149-4be8-b723-e355a8d73223 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:11.080780 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-e13e618c-b149-4be8-b723-e355a8d73223 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "DELETE /v2.0/floatingips/242ab78f-1948-43f5-9b07-0f4adcf1a3a3 HTTP/1.1" status: 204  len: 168 time: 0.9819865
Dec 02 17:58:11.116815 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:11.116815 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for floatingip, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:11.257264 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Calling delete_port for 1cfee69b-b23a-4c8f-a638-6fc6faf9c805 owned by network:floatingip {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:58:11.399338 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:11.419332 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:11.478396 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event deleted for resources: {'Port': ['ID=1cfee69b-b23a-4c8f-a638-6fc6faf9c805,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:11.484726 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:11.519630 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 58024) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:11.525793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-83bebc8c-575d-43d6-a3be-4f45d4b08c55 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Request body: {'security_group': {'name': 'tempest-securitygroup--771639784', 'description': 'tempest-description--1147866686'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:58:11.532475 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-83bebc8c-575d-43d6-a3be-4f45d4b08c55 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:58:11.537020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-83bebc8c-575d-43d6-a3be-4f45d4b08c55 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Usage tracker for resource:security_group and tenant:2b3ba943161643b9888b7198e5f4d270 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:58:11.540187 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-83bebc8c-575d-43d6-a3be-4f45d4b08c55 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:58:11.546716 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-83bebc8c-575d-43d6-a3be-4f45d4b08c55 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:58:11.557554 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-83bebc8c-575d-43d6-a3be-4f45d4b08c55 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:11.579448 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-83bebc8c-575d-43d6-a3be-4f45d4b08c55 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:58:11.583516 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-83bebc8c-575d-43d6-a3be-4f45d4b08c55 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Usage tracker for resource:security_group_rule and tenant:2b3ba943161643b9888b7198e5f4d270 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:58:11.586572 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-83bebc8c-575d-43d6-a3be-4f45d4b08c55 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:58:11.592960 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-83bebc8c-575d-43d6-a3be-4f45d4b08c55 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:58:11.655634 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for floatingip, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:11.669823 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-83bebc8c-575d-43d6-a3be-4f45d4b08c55 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:11.671055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:11.672716 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "DELETE /v2.0/floatingips/c87aa4b9-e0be-4115-b0af-82e52400212b HTTP/1.1" status: 204  len: 168 time: 2.3128843
Dec 02 17:58:11.673661 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-83bebc8c-575d-43d6-a3be-4f45d4b08c55 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:11.680072 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-849be996-9b3e-401b-bef8-246f3b942b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:11.727130 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-83bebc8c-575d-43d6-a3be-4f45d4b08c55 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:11.728613 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-83bebc8c-575d-43d6-a3be-4f45d4b08c55 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.2078316
Dec 02 17:58:11.729584 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bebc8c-575d-43d6-a3be-4f45d4b08c55 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event updated for resources: {'SecurityGroup': ['ID=32f76794-b2f6-4d1f-be6b-de9e34ff3634,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:11.731856 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 58028) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:11.733613 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-83bebc8c-575d-43d6-a3be-4f45d4b08c55 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:11.739161 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-2ccc0766-c482-4a65-8083-e2c8682d4693 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Request body: {'security_group_rule': {'security_group_id': '32f76794-b2f6-4d1f-be6b-de9e34ff3634', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:58:11.745592 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-2ccc0766-c482-4a65-8083-e2c8682d4693 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:58:11.749860 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-2ccc0766-c482-4a65-8083-e2c8682d4693 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Usage tracker for resource:security_group_rule and tenant:2b3ba943161643b9888b7198e5f4d270 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:58:11.753824 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-2ccc0766-c482-4a65-8083-e2c8682d4693 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:58:11.759944 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-2ccc0766-c482-4a65-8083-e2c8682d4693 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:58:11.776603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2ccc0766-c482-4a65-8083-e2c8682d4693 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group_rule, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:11.845369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2ccc0766-c482-4a65-8083-e2c8682d4693 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:11.848459 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2ccc0766-c482-4a65-8083-e2c8682d4693 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674995'] for security_group_rule, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:11.856018 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4d63f2ed-5395-4d10-afbc-73dc613ab011 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:11.878917 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc0766-c482-4a65-8083-e2c8682d4693 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19efcc7-4f4c-4de4-8248-65e41b778fba,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:11.881637 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2ccc0766-c482-4a65-8083-e2c8682d4693 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:11.892247 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2ccc0766-c482-4a65-8083-e2c8682d4693 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group_rule, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:11.893530 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-2ccc0766-c482-4a65-8083-e2c8682d4693 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1596417
Dec 02 17:58:11.896729 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 58034) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:11.902708 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-469f84ac-e2e9-4fc9-a10b-66e56bcf4f60 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Request body: {'security_group_rule': {'security_group_id': '32f76794-b2f6-4d1f-be6b-de9e34ff3634', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:58:11.909782 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-469f84ac-e2e9-4fc9-a10b-66e56bcf4f60 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:58:11.914106 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-469f84ac-e2e9-4fc9-a10b-66e56bcf4f60 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Usage tracker for resource:security_group_rule and tenant:2b3ba943161643b9888b7198e5f4d270 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:58:11.917239 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-469f84ac-e2e9-4fc9-a10b-66e56bcf4f60 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:58:11.923853 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-469f84ac-e2e9-4fc9-a10b-66e56bcf4f60 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:58:11.940354 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-469f84ac-e2e9-4fc9-a10b-66e56bcf4f60 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group_rule, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.008885 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-469f84ac-e2e9-4fc9-a10b-66e56bcf4f60 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.017903 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-469f84ac-e2e9-4fc9-a10b-66e56bcf4f60 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674995'] for security_group_rule, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.025840 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-74493fc7-7d13-4f46-a096-99b8b97a9b61 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:12.025980 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 58040) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:12.033028 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-751d7032-fe26-4ca8-9e0c-7be403ee21d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Request body: {'security_group': {'name': 'tempest-securitygroup--1462275122', 'description': 'tempest-description--1067130291'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:58:12.045845 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-751d7032-fe26-4ca8-9e0c-7be403ee21d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:58:12.049848 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f84ac-e2e9-4fc9-a10b-66e56bcf4f60 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9017541-fc56-43b4-bcd4-7da03d80085a,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:12.051068 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-751d7032-fe26-4ca8-9e0c-7be403ee21d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Usage tracker for resource:security_group and tenant:cbc1bec290674effad04cd89b614f4b2 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:58:12.059408 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-751d7032-fe26-4ca8-9e0c-7be403ee21d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:58:12.059801 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-469f84ac-e2e9-4fc9-a10b-66e56bcf4f60 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:12.059801 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-469f84ac-e2e9-4fc9-a10b-66e56bcf4f60 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group_rule, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.059801 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-469f84ac-e2e9-4fc9-a10b-66e56bcf4f60 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1618199
Dec 02 17:58:12.062666 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-751d7032-fe26-4ca8-9e0c-7be403ee21d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:58:12.063318 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 58044) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:12.069015 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Request body: {'floatingip': {'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:58:12.073405 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-751d7032-fe26-4ca8-9e0c-7be403ee21d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.075202 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:58:12.080003 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Usage tracker for resource:floatingip and tenant:2b3ba943161643b9888b7198e5f4d270 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:58:12.083071 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:58:12.088947 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:58:12.099347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-751d7032-fe26-4ca8-9e0c-7be403ee21d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:58:12.107551 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for floatingip, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.119039 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-751d7032-fe26-4ca8-9e0c-7be403ee21d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Usage tracker for resource:security_group_rule and tenant:cbc1bec290674effad04cd89b614f4b2 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:58:12.122622 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-751d7032-fe26-4ca8-9e0c-7be403ee21d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:58:12.130093 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-751d7032-fe26-4ca8-9e0c-7be403ee21d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:58:12.205945 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-751d7032-fe26-4ca8-9e0c-7be403ee21d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.208867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-751d7032-fe26-4ca8-9e0c-7be403ee21d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.214634 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-dd71c830-5455-4c59-b9aa-bfc2379d9e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:12.258155 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.259456 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d7032-fe26-4ca8-9e0c-7be403ee21d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event updated for resources: {'SecurityGroup': ['ID=389eadca-e107-4546-a2ac-6563be97e5ad,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:12.262655 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-751d7032-fe26-4ca8-9e0c-7be403ee21d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.267423 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-751d7032-fe26-4ca8-9e0c-7be403ee21d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 0.2368333
Dec 02 17:58:12.267423 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-751d7032-fe26-4ca8-9e0c-7be403ee21d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:12.267758 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 58048) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:12.273480 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-210d04ca-c096-4282-9f89-c257739f51fa tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Request body: {'security_group_rule': {'security_group_id': '389eadca-e107-4546-a2ac-6563be97e5ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:58:12.280477 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-210d04ca-c096-4282-9f89-c257739f51fa tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:58:12.284673 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-210d04ca-c096-4282-9f89-c257739f51fa tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Usage tracker for resource:security_group_rule and tenant:cbc1bec290674effad04cd89b614f4b2 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:58:12.287774 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-210d04ca-c096-4282-9f89-c257739f51fa tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:58:12.293611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-210d04ca-c096-4282-9f89-c257739f51fa tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:58:12.310703 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-210d04ca-c096-4282-9f89-c257739f51fa tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group_rule, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.378548 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-210d04ca-c096-4282-9f89-c257739f51fa tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.381533 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-210d04ca-c096-4282-9f89-c257739f51fa tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674995'] for security_group_rule, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.383674 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:12.408415 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d04ca-c096-4282-9f89-c257739f51fa tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdb5c2b-228d-4e4b-9ba0-3bdbe6c18f52,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:12.411088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-210d04ca-c096-4282-9f89-c257739f51fa tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:12.417908 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-210d04ca-c096-4282-9f89-c257739f51fa tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group_rule, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.419230 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-210d04ca-c096-4282-9f89-c257739f51fa tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1505444
Dec 02 17:58:12.422794 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 58052) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:12.428823 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-10c7bddc-4213-4fed-a559-f5a76fcf274a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Request body: {'security_group_rule': {'security_group_id': '389eadca-e107-4546-a2ac-6563be97e5ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:58:12.435137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-10c7bddc-4213-4fed-a559-f5a76fcf274a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:58:12.439245 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-10c7bddc-4213-4fed-a559-f5a76fcf274a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Usage tracker for resource:security_group_rule and tenant:cbc1bec290674effad04cd89b614f4b2 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:58:12.442251 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-10c7bddc-4213-4fed-a559-f5a76fcf274a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:58:12.448767 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-10c7bddc-4213-4fed-a559-f5a76fcf274a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:58:12.466003 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-10c7bddc-4213-4fed-a559-f5a76fcf274a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group_rule, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.533424 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-10c7bddc-4213-4fed-a559-f5a76fcf274a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.537055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-10c7bddc-4213-4fed-a559-f5a76fcf274a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674995'] for security_group_rule, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.540857 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:12.550836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Allocated IP 172.27.2.253 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/c5e571b5-dd6d-489d-8e45-fb3ebcd1cc47) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:58:12.568184 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7bddc-4213-4fed-a559-f5a76fcf274a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7dd7455-b484-4bfd-90ce-77975afe2754,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:12.570924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-10c7bddc-4213-4fed-a559-f5a76fcf274a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:12.578651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-10c7bddc-4213-4fed-a559-f5a76fcf274a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group_rule, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.579969 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-10c7bddc-4213-4fed-a559-f5a76fcf274a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1561549
Dec 02 17:58:12.583196 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 58056) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:12.588861 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Request body: {'floatingip': {'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:58:12.595176 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:58:12.599319 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Usage tracker for resource:floatingip and tenant:cbc1bec290674effad04cd89b614f4b2 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:58:12.602439 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:58:12.608883 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:58:12.619279 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for floatingip, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.712883 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.740487 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.757264 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:12.770906 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:12.913826 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event updated for resources: {'Port': ['ID=c5e571b5-dd6d-489d-8e45-fb3ebcd1cc47,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:12.918240 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:12.967481 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:58:12.968883 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:58:12.971314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:58:13.055308 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for floatingip, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:13.078616 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Allocated IP 172.27.2.131 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/a22afd3c-d942-434b-a38b-5fecda58352a) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:58:13.134785 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:13.255149 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:13.285787 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:13.303695 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:13.410392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:13.414111 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843917156'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:13.430839 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:13.445746 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event updated for resources: {'Port': ['ID=a22afd3c-d942-434b-a38b-5fecda58352a,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:13.448986 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:13.501349 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:58:13.502667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:58:13.505034 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:58:13.571800 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event updated for resources: {'Port': ['ID=c5e571b5-dd6d-489d-8e45-fb3ebcd1cc47,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:13.576142 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:13.591888 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for floatingip, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:13.653463 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:13.676379 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:13.698269 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:13.708969 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6351283
Dec 02 17:58:13.938580 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-fddb0623-60e7-4fa5-808f-d67e7113b1f3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Synchronizing usage tracker for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:security_group {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:58:13.966144 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-fddb0623-60e7-4fa5-808f-d67e7113b1f3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Unset dirty status for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:security_group {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:58:13.967471 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-fddb0623-60e7-4fa5-808f-d67e7113b1f3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--771639784&fields=id&tenant_id=2b3ba943161643b9888b7198e5f4d270 HTTP/1.1" status: 200  len: 267 time: 0.1011615
Dec 02 17:58:14.013132 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:14.032471 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:14.050182 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:14.260663 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event updated for resources: {'Port': ['ID=a22afd3c-d942-434b-a38b-5fecda58352a,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:14.270098 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:14.315001 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-b91823ff-fcb4-417b-bb4d-ed890186e1d5 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:14.316639 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-b91823ff-fcb4-417b-bb4d-ed890186e1d5 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/networks?id=9ca63e15-5840-4372-9d93-cce1e9b612b4 HTTP/1.1" status: 200  len: 810 time: 0.3391063
Dec 02 17:58:14.345285 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-89f7686b-d008-4646-8ddd-2647de175682 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/quotas/2b3ba943161643b9888b7198e5f4d270 HTTP/1.1" status: 200  len: 375 time: 0.0210388
Dec 02 17:58:14.679095 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:14.714582 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:14.715909 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1316254
Dec 02 17:58:14.729042 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-e93d03e2-f2dc-4cde-871e-69185a8df8bd tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Synchronizing usage tracker for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:58:14.746764 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-e93d03e2-f2dc-4cde-871e-69185a8df8bd tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Unset dirty status for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:58:14.748199 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-e93d03e2-f2dc-4cde-871e-69185a8df8bd tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b3ba943161643b9888b7198e5f4d270&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3746231
Dec 02 17:58:14.908206 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-2ccbf924-14f8-4944-998d-3e0e31e2a080 service neutron] 10.222.0.21 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467149
Dec 02 17:58:14.977470 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-1b402d9c-2f15-4bda-9e62-6d06c2a04b99 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Synchronizing usage tracker for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:58:14.991908 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-1b402d9c-2f15-4bda-9e62-6d06c2a04b99 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Unset dirty status for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:58:14.993189 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-1b402d9c-2f15-4bda-9e62-6d06c2a04b99 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1462275122&fields=id&tenant_id=cbc1bec290674effad04cd89b614f4b2 HTTP/1.1" status: 200  len: 267 time: 0.0651965
Dec 02 17:58:15.063949 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-00a77a83-aa1d-4d6d-a1d5-a9c4567503c6 service neutron] 10.222.0.21 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1492767
Dec 02 17:58:15.172375 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-173e77af-08c2-40ac-9bba-37bf658e96d0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:15.173132 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-173e77af-08c2-40ac-9bba-37bf658e96d0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Synchronizing usage tracker for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:network {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:58:15.192069 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-173e77af-08c2-40ac-9bba-37bf658e96d0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Unset dirty status for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:network {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:58:15.193786 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-173e77af-08c2-40ac-9bba-37bf658e96d0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/networks?id=3d5df4e7-9e83-4d6e-b367-2b18b115dead HTTP/1.1" status: 200  len: 816 time: 0.1926811
Dec 02 17:58:15.224701 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-c93422d0-0297-4c56-8e5c-ca19c1f75b53 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/quotas/cbc1bec290674effad04cd89b614f4b2 HTTP/1.1" status: 200  len: 375 time: 0.0126622
Dec 02 17:58:15.287806 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6b2597a4-360e-40a2-a721-0d03a8179d88 req-cc0aeda9-b71f-4dbc-83b4-4b25710d6fea tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 210 time: 0.0514998
Dec 02 17:58:15.319521 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-23e3ccfa-7db6-45ce-b28b-129f1d09b74b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Synchronizing usage tracker for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:58:15.338116 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-23e3ccfa-7db6-45ce-b28b-129f1d09b74b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Unset dirty status for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:58:15.339702 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-23e3ccfa-7db6-45ce-b28b-129f1d09b74b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?tenant_id=cbc1bec290674effad04cd89b614f4b2&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1090455
Dec 02 17:58:15.501238 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-fdce8936-f924-4398-826b-07fe55d9e0ec service neutron] 10.222.0.21 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477168
Dec 02 17:58:15.656338 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-9cfa5f47-fd00-45b4-a23d-d3ab75e01274 service neutron] 10.222.0.21 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1472590
Dec 02 17:58:15.866142 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-e1f12ed1-01ce-4ae6-a763-df75db9fe004 req-da362a6a-beae-4950-9509-a315e9116d8b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Synchronizing usage tracker for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:58:15.882163 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-e1f12ed1-01ce-4ae6-a763-df75db9fe004 req-da362a6a-beae-4950-9509-a315e9116d8b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Unset dirty status for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:58:15.883493 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e1f12ed1-01ce-4ae6-a763-df75db9fe004 req-da362a6a-beae-4950-9509-a315e9116d8b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 210 time: 0.0661612
Dec 02 17:58:16.529340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-99131ac4-dba5-40d0-b4ac-9ac37e9e4a02 req-068f09f2-5282-4230-ae39-6a0cdf5c3156 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Synchronizing usage tracker for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:58:16.606955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-99131ac4-dba5-40d0-b4ac-9ac37e9e4a02 req-068f09f2-5282-4230-ae39-6a0cdf5c3156 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Unset dirty status for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:58:16.619099 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-99131ac4-dba5-40d0-b4ac-9ac37e9e4a02 req-068f09f2-5282-4230-ae39-6a0cdf5c3156 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 210 time: 0.1675916
Dec 02 17:58:16.664632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-30cc8709-2cce-469e-80cf-ca55b440f485 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:16.665433 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-30cc8709-2cce-469e-80cf-ca55b440f485 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Synchronizing usage tracker for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:network {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:58:16.683256 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-30cc8709-2cce-469e-80cf-ca55b440f485 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Unset dirty status for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:network {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:58:16.684517 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-30cc8709-2cce-469e-80cf-ca55b440f485 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.43 "GET /v2.0/networks?id=9ca63e15-5840-4372-9d93-cce1e9b612b4 HTTP/1.1" status: 200  len: 810 time: 0.2700269
Dec 02 17:58:17.039076 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-bf919609-9b25-44ca-97b6-04247c34d2f2 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Synchronizing usage tracker for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:58:17.064565 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-bf919609-9b25-44ca-97b6-04247c34d2f2 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Unset dirty status for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:58:17.065970 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-bf919609-9b25-44ca-97b6-04247c34d2f2 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b3ba943161643b9888b7198e5f4d270 HTTP/1.1" status: 200  len: 5504 time: 0.3595135
Dec 02 17:58:17.078096 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Request body: {'port': {'device_id': '73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'admin_state_up': True, 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'security_groups': ['32f76794-b2f6-4d1f-be6b-de9e34ff3634']}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:58:17.145540 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6118e3a4-92c0-4fa9-83c7-cd1dfd020f47 req-a0f3d786-4af3-4208-9ac8-77a88b961110 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 210 time: 0.0871990
Dec 02 17:58:17.274940 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:58:17.285465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:58:17.296788 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Made reservation on behalf of 2b3ba943161643b9888b7198e5f4d270 for: {'port': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:58:17.303023 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:17.377609 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-d73930f4-eb0b-4b7b-8687-aaf499a588c4 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:17.379474 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-d73930f4-eb0b-4b7b-8687-aaf499a588c4 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.43 "GET /v2.0/networks?id=3d5df4e7-9e83-4d6e-b367-2b18b115dead HTTP/1.1" status: 200  len: 816 time: 0.1793163
Dec 02 17:58:17.475525 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-c021c648-618a-426a-87e5-3a85c9d7444d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Synchronizing usage tracker for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:security_group {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:58:17.489769 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-c021c648-618a-426a-87e5-3a85c9d7444d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Unset dirty status for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:security_group {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:58:17.491436 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-c021c648-618a-426a-87e5-3a85c9d7444d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbc1bec290674effad04cd89b614f4b2 HTTP/1.1" status: 200  len: 5505 time: 0.0916851
Dec 02 17:58:17.503787 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-91f02592-3eeb-4e56-869f-80be9c6e1646 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Request body: {'port': {'device_id': 'ed5b4704-c089-4a08-a0ad-d85b5b81d219', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'admin_state_up': True, 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'security_groups': ['389eadca-e107-4546-a2ac-6563be97e5ad']}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:58:17.655659 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Allocated IP 172.20.0.3 (9ca63e15-5840-4372-9d93-cce1e9b612b4/5d83d9ff-5b0d-4a61-bcb1-7d8d80206342/40e9bba1-e204-410f-bc34-316003667fcf) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:58:17.667829 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-91f02592-3eeb-4e56-869f-80be9c6e1646 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:58:17.678971 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-91f02592-3eeb-4e56-869f-80be9c6e1646 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:58:17.690111 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-91f02592-3eeb-4e56-869f-80be9c6e1646 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Made reservation on behalf of cbc1bec290674effad04cd89b614f4b2 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:58:17.696873 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-91f02592-3eeb-4e56-869f-80be9c6e1646 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:17.854844 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a305928a-3f4a-4f6b-b646-2a9cf27ceda2 req-1ef5270f-d00a-49e3-b4bf-931b7222e631 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 210 time: 0.0590017
Dec 02 17:58:17.911611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:17.929954 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Transition to ACTIVE for port object 40e9bba1-e204-410f-bc34-316003667fcf will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:58:17.951057 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:17.968083 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e13e618c-b149-4be8-b723-e355a8d73223 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:18.043149 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-91f02592-3eeb-4e56-869f-80be9c6e1646 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Allocated IP 172.20.0.5 (3d5df4e7-9e83-4d6e-b367-2b18b115dead/7eb4d38d-7afb-4d11-b1ac-900651574376/d5d68572-ef62-4087-b61f-db6a4a7f65df) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:58:18.116966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event updated for resources: {'Port': ['ID=40e9bba1-e204-410f-bc34-316003667fcf,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:18.122674 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:18.180840 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Network 9ca63e15-5840-4372-9d93-cce1e9b612b4 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:58:18.182130 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:58:18.184594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:58:18.276175 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-91f02592-3eeb-4e56-869f-80be9c6e1646 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:18.291324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:18.292054 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:18.301221 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-91f02592-3eeb-4e56-869f-80be9c6e1646 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Transition to ACTIVE for port object d5d68572-ef62-4087-b61f-db6a4a7f65df will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:58:18.325705 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-91f02592-3eeb-4e56-869f-80be9c6e1646 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:18.336111 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2604787
Dec 02 17:58:18.349099 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:18.357884 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Request body: {'port': {'device_id': '73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:58:18.469836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-14fd61e4-ef3f-40e0-afd1-aebdc8e1f5b9 None None] Provisioning for port 40e9bba1-e204-410f-bc34-316003667fcf completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:58:18.477669 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-14fd61e4-ef3f-40e0-afd1-aebdc8e1f5b9 None None] Provisioning complete for port 40e9bba1-e204-410f-bc34-316003667fcf triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:58:18.478339 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-14fd61e4-ef3f-40e0-afd1-aebdc8e1f5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:18.496756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:18.579981 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-14fd61e4-ef3f-40e0-afd1-aebdc8e1f5b9 None None] Port 40e9bba1-e204-410f-bc34-316003667fcf cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:58:18.585391 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f02592-3eeb-4e56-869f-80be9c6e1646 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event updated for resources: {'Port': ['ID=d5d68572-ef62-4087-b61f-db6a4a7f65df,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:18.589238 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-91f02592-3eeb-4e56-869f-80be9c6e1646 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:18.659187 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136041b8-1d00-4700-9fc7-aa1b07d90e0d req-e6a7a33e-1122-4270-90c8-69e5ba18ca82 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:18.660849 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-136041b8-1d00-4700-9fc7-aa1b07d90e0d req-e6a7a33e-1122-4270-90c8-69e5ba18ca82 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 931 time: 0.2702885
Dec 02 17:58:18.694947 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-91f02592-3eeb-4e56-869f-80be9c6e1646 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Network 3d5df4e7-9e83-4d6e-b367-2b18b115dead is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:58:18.697804 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-91f02592-3eeb-4e56-869f-80be9c6e1646 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:58:18.703159 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-91f02592-3eeb-4e56-869f-80be9c6e1646 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:58:18.774276 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-136041b8-1d00-4700-9fc7-aa1b07d90e0d req-7190a11a-88f7-47eb-b2c9-1247f2989ed2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992315
Dec 02 17:58:18.797458 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-91f02592-3eeb-4e56-869f-80be9c6e1646 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:18.798161 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-91f02592-3eeb-4e56-869f-80be9c6e1646 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:18.825742 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-91f02592-3eeb-4e56-869f-80be9c6e1646 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3277774
Dec 02 17:58:18.846249 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Request body: {'port': {'device_id': 'ed5b4704-c089-4a08-a0ad-d85b5b81d219', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:58:18.902540 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-85dea9ef-b414-476e-9799-4cb3d7d4964f None None] Provisioning for port d5d68572-ef62-4087-b61f-db6a4a7f65df completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:58:18.911279 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-85dea9ef-b414-476e-9799-4cb3d7d4964f None None] Provisioning complete for port d5d68572-ef62-4087-b61f-db6a4a7f65df triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:58:18.911902 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-85dea9ef-b414-476e-9799-4cb3d7d4964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:18.974924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e9bba1-e204-410f-bc34-316003667fcf {{(pid=80244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 17:58:18.983434 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:18.984230 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-85dea9ef-b414-476e-9799-4cb3d7d4964f None None] Port d5d68572-ef62-4087-b61f-db6a4a7f65df cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:58:18.996995 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:18.999560 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Transition to ACTIVE for port object 40e9bba1-e204-410f-bc34-316003667fcf will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:58:19.003329 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843917156'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:19.022820 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8c99177c-ed3b-4b8d-ba89-fa75bc5bdb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:19.212120 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Pushing event updated for resources: {'Port': ['ID=40e9bba1-e204-410f-bc34-316003667fcf,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:19.217911 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:19.284388 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9892999-2d26-496b-ab4a-e636446aa585 req-55e091c9-e95b-4be3-8959-e33bec0b2daa tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:19.285153 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-d9892999-2d26-496b-ab4a-e636446aa585 req-55e091c9-e95b-4be3-8959-e33bec0b2daa tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Synchronizing usage tracker for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:58:19.390004 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-d9892999-2d26-496b-ab4a-e636446aa585 req-55e091c9-e95b-4be3-8959-e33bec0b2daa tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Unset dirty status for tenant:2b3ba943161643b9888b7198e5f4d270 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:58:19.391706 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d9892999-2d26-496b-ab4a-e636446aa585 req-55e091c9-e95b-4be3-8959-e33bec0b2daa tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 943 time: 0.3729193
Dec 02 17:58:19.454302 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d68572-ef62-4087-b61f-db6a4a7f65df {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 17:58:19.461829 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:19.475768 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d9892999-2d26-496b-ab4a-e636446aa585 req-948ac56c-2697-45dc-8128-289056d093f7 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=32f76794-b2f6-4d1f-be6b-de9e34ff3634&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730956
Dec 02 17:58:19.476082 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Transition to ACTIVE for port object d5d68572-ef62-4087-b61f-db6a4a7f65df will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:58:19.477927 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Attempting to bind port 40e9bba1-e204-410f-bc34-316003667fcf on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:58:19.478299 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Attempting to bind port 40e9bba1-e204-410f-bc34-316003667fcf by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': 'f09294cc-9f8b-482a-aa07-bccd5771ff01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:58:19.478717 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Attempting to bind port 40e9bba1-e204-410f-bc34-316003667fcf on network 9ca63e15-5840-4372-9d93-cce1e9b612b4 {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:58:19.478847 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:19.484613 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:58:19.485002 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Checking segment: {'id': 'f09294cc-9f8b-482a-aa07-bccd5771ff01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:58:19.485402 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:19.485954 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Bound using segment: {'id': 'f09294cc-9f8b-482a-aa07-bccd5771ff01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:58:19.486238 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Bound port: 40e9bba1-e204-410f-bc34-316003667fcf, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09294cc-9f8b-482a-aa07-bccd5771ff01', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:58:19.486633 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:19.515947 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f8a4ef47-9020-4ea9-ae96-94a58912c799 tempest-VolumesActionsTest-1655202413 tempest-VolumesActionsTest-1655202413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:19.581684 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] For port 40e9bba1-e204-410f-bc34-316003667fcf, host hv-cinder-73362, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:58:19.584758 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] For port 40e9bba1-e204-410f-bc34-316003667fcf, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=40e9bba1-e204-410f-bc34-316003667fcf,segment=NetworkSegment(f09294cc-9f8b-482a-aa07-bccd5771ff01),segment_id=f09294cc-9f8b-482a-aa07-bccd5771ff01)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:58:19.588278 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843917156'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:19.604681 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d52a2c37-a275-47ab-ad05-747d70ad25e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:19.651013 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d68572-ef62-4087-b61f-db6a4a7f65df,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:19.656929 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:19.790392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Pushing event updated for resources: {'Port': ['ID=40e9bba1-e204-410f-bc34-316003667fcf,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:19.796793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:19.830690 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:19.831788 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:19.833609 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] 10.222.0.43 "PUT /v2.0/ports/40e9bba1-e204-410f-bc34-316003667fcf HTTP/1.1" status: 200  len: 1157 time: 1.4841135
Dec 02 17:58:19.834258 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991', 'tag': '40e9bba1-e204-410f-bc34-316003667fcf'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:58:19.876121 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Attempting to bind port d5d68572-ef62-4087-b61f-db6a4a7f65df on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:58:19.876501 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Attempting to bind port d5d68572-ef62-4087-b61f-db6a4a7f65df by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:58:19.876874 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Attempting to bind port d5d68572-ef62-4087-b61f-db6a4a7f65df on network 3d5df4e7-9e83-4d6e-b367-2b18b115dead {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:58:19.889774 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:58:19.890340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Checking segment: {'id': '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:58:19.890783 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:19.891180 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Bound using segment: {'id': '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:58:19.891668 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Bound port: d5d68572-ef62-4087-b61f-db6a4a7f65df, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:58:19.892044 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:19.986141 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991', 'tag': '40e9bba1-e204-410f-bc34-316003667fcf', 'status': 'completed', 'code': 200}
Dec 02 17:58:20.025860 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-bf5ef87c-fb6b-4acc-8f9c-23f972675978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:20.027605 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-bf5ef87c-fb6b-4acc-8f9c-23f972675978 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b3ba943161643b9888b7198e5f4d270&device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 1160 time: 0.1233709
Dec 02 17:58:20.112952 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] For port d5d68572-ef62-4087-b61f-db6a4a7f65df, host hv-cinder-73362, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:58:20.122904 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7b184-a6d6-48f9-a00c-3fbd3a73fb25 req-16da6dd6-0350-42a2-ba1f-7e33c6bfe854 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:20.124480 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-8df7b184-a6d6-48f9-a00c-3fbd3a73fb25 req-16da6dd6-0350-42a2-ba1f-7e33c6bfe854 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Synchronizing usage tracker for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:58:20.132524 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] For port d5d68572-ef62-4087-b61f-db6a4a7f65df, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=d5d68572-ef62-4087-b61f-db6a4a7f65df,segment=NetworkSegment(66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f),segment_id=66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:58:20.144097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:20.146972 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-34251f8d-d527-41a9-be24-7ecb64fe5ac4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40e9bba1-e204-410f-bc34-316003667fcf HTTP/1.1" status: 200  len: 217 time: 0.0898948
Dec 02 17:58:20.162245 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:20.210122 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-8df7b184-a6d6-48f9-a00c-3fbd3a73fb25 req-16da6dd6-0350-42a2-ba1f-7e33c6bfe854 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Unset dirty status for tenant:cbc1bec290674effad04cd89b614f4b2 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:58:20.211399 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8df7b184-a6d6-48f9-a00c-3fbd3a73fb25 req-16da6dd6-0350-42a2-ba1f-7e33c6bfe854 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.2304776
Dec 02 17:58:20.224436 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-1a1c7968-c3b9-4258-b9bd-c83367270ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:20.226031 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-1a1c7968-c3b9-4258-b9bd-c83367270ecb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5d83d9ff-5b0d-4a61-bcb1-7d8d80206342 HTTP/1.1" status: 200  len: 849 time: 0.0750937
Dec 02 17:58:20.322419 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-ab27441a-eae8-4fbf-8b28-1704ace7a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:20.324272 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-ab27441a-eae8-4fbf-8b28-1704ace7a5b9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ca63e15-5840-4372-9d93-cce1e9b612b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0908689
Dec 02 17:58:20.500370 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-fc1c04d6-37ba-44a3-9344-a5d7b7f94169 service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1680677
Dec 02 17:58:20.582902 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d68572-ef62-4087-b61f-db6a4a7f65df,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:20.598777 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:20.622680 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8df7b184-a6d6-48f9-a00c-3fbd3a73fb25 req-36ccaf15-2256-4144-87cf-61e60e84c762 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3947926
Dec 02 17:58:20.657718 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:20.658563 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:20.660084 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] 10.222.0.43 "PUT /v2.0/ports/d5d68572-ef62-4087-b61f-db6a4a7f65df HTTP/1.1" status: 200  len: 1157 time: 1.8188074
Dec 02 17:58:20.660676 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5b4704-c089-4a08-a0ad-d85b5b81d219', 'tag': 'd5d68572-ef62-4087-b61f-db6a4a7f65df'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:58:20.768101 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5b4704-c089-4a08-a0ad-d85b5b81d219', 'tag': 'd5d68572-ef62-4087-b61f-db6a4a7f65df', 'status': 'completed', 'code': 200}
Dec 02 17:58:20.826968 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-398b1b19-df6c-420a-83af-30bc3ada4cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:20.829041 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-398b1b19-df6c-420a-83af-30bc3ada4cce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbc1bec290674effad04cd89b614f4b2&device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 1160 time: 0.1050129
Dec 02 17:58:20.917578 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-45b603e1-e6a0-4be2-b390-52211202afb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5d68572-ef62-4087-b61f-db6a4a7f65df HTTP/1.1" status: 200  len: 217 time: 0.0747411
Dec 02 17:58:20.954810 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d58c6616-94e1-4522-a25b-5f5d14128102 req-bd51dff8-8b4a-4e51-9489-371b0254fa2c service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4445136
Dec 02 17:58:20.987170 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8db07-e361-414b-88ce-f25fb3fead39 req-118ae796-d33f-4272-b08d-b64da2e9751a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:20.988795 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1af8db07-e361-414b-88ce-f25fb3fead39 req-118ae796-d33f-4272-b08d-b64da2e9751a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 943 time: 0.3446562
Dec 02 17:58:20.995809 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-dfdbd3c7-1369-4de0-83db-ab6df1e295cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:20.997390 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-dfdbd3c7-1369-4de0-83db-ab6df1e295cf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7eb4d38d-7afb-4d11-b1ac-900651574376 HTTP/1.1" status: 200  len: 855 time: 0.0734448
Dec 02 17:58:21.037453 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1af8db07-e361-414b-88ce-f25fb3fead39 req-390564e5-d4f3-4453-ab41-518cce668b95 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=32f76794-b2f6-4d1f-be6b-de9e34ff3634&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420473
Dec 02 17:58:21.143595 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0958482-ce59-4d5e-be70-dfdfca8d95ae req-27921a42-a708-45f3-95ec-4947e0ed09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:21.145507 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a0958482-ce59-4d5e-be70-dfdfca8d95ae req-27921a42-a708-45f3-95ec-4947e0ed09ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b3ba943161643b9888b7198e5f4d270&device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 1160 time: 0.0934000
Dec 02 17:58:21.157123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-5f36b9f6-6eac-4c63-932a-624c156b1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:21.158788 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-5f36b9f6-6eac-4c63-932a-624c156b1311 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d5df4e7-9e83-4d6e-b367-2b18b115dead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1073115
Dec 02 17:58:21.298985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0958482-ce59-4d5e-be70-dfdfca8d95ae req-9fff9b37-3aa1-433a-8b28-302fed9fab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:21.300619 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a0958482-ce59-4d5e-be70-dfdfca8d95ae req-9fff9b37-3aa1-433a-8b28-302fed9fab04 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ca63e15-5840-4372-9d93-cce1e9b612b4 HTTP/1.1" status: 200  len: 904 time: 0.1473777
Dec 02 17:58:21.314014 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-0b11b77d-c8bd-4849-94c7-260d52b80f03 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1487086
Dec 02 17:58:21.377500 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a0958482-ce59-4d5e-be70-dfdfca8d95ae req-5f454758-508f-4314-805f-ae0e4219e1a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40e9bba1-e204-410f-bc34-316003667fcf HTTP/1.1" status: 200  len: 217 time: 0.0688124
Dec 02 17:58:21.450770 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0958482-ce59-4d5e-be70-dfdfca8d95ae req-8fcb1523-679a-4789-a0da-5f1c90590627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:21.452598 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a0958482-ce59-4d5e-be70-dfdfca8d95ae req-8fcb1523-679a-4789-a0da-5f1c90590627 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5d83d9ff-5b0d-4a61-bcb1-7d8d80206342 HTTP/1.1" status: 200  len: 849 time: 0.0688968
Dec 02 17:58:21.466200 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c4251fe-6996-4abb-9fea-4095de0ef74c req-3a5c0b39-86d8-4412-96fe-ea8ad8ae7a71 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1460686
Dec 02 17:58:21.544303 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0958482-ce59-4d5e-be70-dfdfca8d95ae req-6598a7bc-d49b-453e-bc67-1d492ab25c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:21.546533 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a0958482-ce59-4d5e-be70-dfdfca8d95ae req-6598a7bc-d49b-453e-bc67-1d492ab25c6a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ca63e15-5840-4372-9d93-cce1e9b612b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865870
Dec 02 17:58:21.667864 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207e880-f7c3-4052-a69a-b5fc4c0b31b0 req-e1c5d26f-b598-4de0-94c4-8f83b8278118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:21.669654 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7207e880-f7c3-4052-a69a-b5fc4c0b31b0 req-e1c5d26f-b598-4de0-94c4-8f83b8278118 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbc1bec290674effad04cd89b614f4b2&device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 1160 time: 0.0832386
Dec 02 17:58:21.739631 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a0958482-ce59-4d5e-be70-dfdfca8d95ae req-c33950f7-b85c-46de-9819-b0b93fb707dd service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1623006
Dec 02 17:58:21.893766 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207e880-f7c3-4052-a69a-b5fc4c0b31b0 req-a1399476-c771-42e9-bb42-0fe4569ee76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:21.895654 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7207e880-f7c3-4052-a69a-b5fc4c0b31b0 req-a1399476-c771-42e9-bb42-0fe4569ee76b service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d5df4e7-9e83-4d6e-b367-2b18b115dead HTTP/1.1" status: 200  len: 910 time: 0.2188265
Dec 02 17:58:21.931896 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a0958482-ce59-4d5e-be70-dfdfca8d95ae req-30fc2fbb-6279-4080-bd8b-117d1cc47e92 service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1844473
Dec 02 17:58:21.991112 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7207e880-f7c3-4052-a69a-b5fc4c0b31b0 req-dcce8ac2-3e7e-4aec-bb14-76e76e9984d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5d68572-ef62-4087-b61f-db6a4a7f65df HTTP/1.1" status: 200  len: 217 time: 0.0754895
Dec 02 17:58:21.998257 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69630a-169f-44bc-bfb3-ce01b7b06e83 req-383f37a4-2ade-4822-8953-d0121d11be32 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:22.000588 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9f69630a-169f-44bc-bfb3-ce01b7b06e83 req-383f37a4-2ade-4822-8953-d0121d11be32 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.2103057
Dec 02 17:58:22.105754 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207e880-f7c3-4052-a69a-b5fc4c0b31b0 req-b645dbf4-3d1a-4002-8e4a-baa9ac654680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:22.107763 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7207e880-f7c3-4052-a69a-b5fc4c0b31b0 req-b645dbf4-3d1a-4002-8e4a-baa9ac654680 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7eb4d38d-7afb-4d11-b1ac-900651574376 HTTP/1.1" status: 200  len: 855 time: 0.1058576
Dec 02 17:58:22.110588 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9f69630a-169f-44bc-bfb3-ce01b7b06e83 req-380e7b08-28fc-48dc-bb44-97dee618e1d5 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714738
Dec 02 17:58:22.204010 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207e880-f7c3-4052-a69a-b5fc4c0b31b0 req-b2747e41-33c5-4b34-8c01-091b9565b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:22.205659 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7207e880-f7c3-4052-a69a-b5fc4c0b31b0 req-b2747e41-33c5-4b34-8c01-091b9565b4c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d5df4e7-9e83-4d6e-b367-2b18b115dead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0905516
Dec 02 17:58:22.266655 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a9ebd-76fc-4438-90ff-fea5b7ab72ad req-707cfdb9-253e-4767-9327-6c6782b3da47 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:22.268381 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ad3a9ebd-76fc-4438-90ff-fea5b7ab72ad req-707cfdb9-253e-4767-9327-6c6782b3da47 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 943 time: 0.0893848
Dec 02 17:58:22.319527 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ad3a9ebd-76fc-4438-90ff-fea5b7ab72ad req-6ad6f3a1-801b-4d01-9998-1723c50ad35c tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=32f76794-b2f6-4d1f-be6b-de9e34ff3634&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442839
Dec 02 17:58:22.361015 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7207e880-f7c3-4052-a69a-b5fc4c0b31b0 req-bc6d5bde-ad79-4573-ad5c-ce697a8be4e0 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477106
Dec 02 17:58:22.513322 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7207e880-f7c3-4052-a69a-b5fc4c0b31b0 req-9fe79ca9-d6c9-454d-bdc9-243c6ef33e47 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453557
Dec 02 17:58:23.083583 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8cb28c50-1d05-44b2-a14a-2219a34bbd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:23.351833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16900eb7-4b2a-46a7-b81f-1474aad16e61 req-4a833cfd-41ff-4d69-912c-fdf89d5124e0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:23.353419 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-16900eb7-4b2a-46a7-b81f-1474aad16e61 req-4a833cfd-41ff-4d69-912c-fdf89d5124e0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.0851052
Dec 02 17:58:23.402606 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-16900eb7-4b2a-46a7-b81f-1474aad16e61 req-e2f25c8b-d0c5-4ee0-9731-040fce33d581 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421102
Dec 02 17:58:23.536538 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f89e8-1987-4344-9833-067fcb2dd7a1 req-0e0d707b-976c-48b2-8699-5f7517cecd43 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:23.538200 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-965f89e8-1987-4344-9833-067fcb2dd7a1 req-0e0d707b-976c-48b2-8699-5f7517cecd43 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 943 time: 0.0857739
Dec 02 17:58:23.589223 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-965f89e8-1987-4344-9833-067fcb2dd7a1 req-9d53d26e-ee8e-443b-82f2-717195fad90b tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=32f76794-b2f6-4d1f-be6b-de9e34ff3634&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444119
Dec 02 17:58:24.641788 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9e7f7-4467-4d64-a0cf-4fb3fb00f173 req-d7d9fa5a-15a7-4676-997a-a4cee1c926fe tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:24.644465 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5ca9e7f7-4467-4d64-a0cf-4fb3fb00f173 req-d7d9fa5a-15a7-4676-997a-a4cee1c926fe tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.0902236
Dec 02 17:58:24.693543 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5ca9e7f7-4467-4d64-a0cf-4fb3fb00f173 req-6b611c9a-5a07-44a2-a557-7901582ce01b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432534
Dec 02 17:58:24.809468 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d8309-9f72-433d-bb5b-d66f133bbbd2 req-5dd5d23f-ab61-4f75-969d-ebab21e9be01 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:24.811722 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b16d8309-9f72-433d-bb5b-d66f133bbbd2 req-5dd5d23f-ab61-4f75-969d-ebab21e9be01 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 943 time: 0.0907836
Dec 02 17:58:24.859319 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b16d8309-9f72-433d-bb5b-d66f133bbbd2 req-06711ddf-214b-4665-959a-384e91ab8a26 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=32f76794-b2f6-4d1f-be6b-de9e34ff3634&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412846
Dec 02 17:58:25.662198 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-40ea0082-bb07-49ca-9ef8-6dfaf2ba366d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:25.934166 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d2229-7169-419d-a7ec-9bdaa6266d53 req-6debd700-f8ac-44e8-9f11-d1c33c20dcc5 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:25.936391 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-296d2229-7169-419d-a7ec-9bdaa6266d53 req-6debd700-f8ac-44e8-9f11-d1c33c20dcc5 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.0888975
Dec 02 17:58:25.994437 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-296d2229-7169-419d-a7ec-9bdaa6266d53 req-35eefc6f-43e4-4d61-8b92-14201b296a1e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510430
Dec 02 17:58:26.084113 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722e9d3-e5e2-49c9-a236-9f85df195b58 req-3d5a58a9-2768-4b49-b903-474235dc3da9 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:26.085805 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9722e9d3-e5e2-49c9-a236-9f85df195b58 req-3d5a58a9-2768-4b49-b903-474235dc3da9 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 943 time: 0.0881515
Dec 02 17:58:26.147069 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9722e9d3-e5e2-49c9-a236-9f85df195b58 req-55926147-be46-41f4-a40d-e729538b1592 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=32f76794-b2f6-4d1f-be6b-de9e34ff3634&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522215
Dec 02 17:58:26.178534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:27.097462 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:27.214228 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 40e9bba1-e204-410f-bc34-316003667fcf up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:58:27.235002 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a86836-c8c8-4098-b667-cba8ea478955 req-de870f6d-ecfc-45f2-b7fa-1aa3f0339502 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:27.238285 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e6a86836-c8c8-4098-b667-cba8ea478955 req-de870f6d-ecfc-45f2-b7fa-1aa3f0339502 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.0863798
Dec 02 17:58:27.290095 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port 40e9bba1-e204-410f-bc34-316003667fcf completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:58:27.292680 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e6a86836-c8c8-4098-b667-cba8ea478955 req-2aa647bd-1cd2-4a29-9ca2-b60dc33bcfaf tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496340
Dec 02 17:58:27.296364 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 40e9bba1-e204-410f-bc34-316003667fcf triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:58:27.296782 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:27.365232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655e78e-9753-413e-9911-55f9388251be req-26304c49-0d67-44e3-bc18-829870b94450 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:27.366879 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0655e78e-9753-413e-9911-55f9388251be req-26304c49-0d67-44e3-bc18-829870b94450 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 943 time: 0.0853775
Dec 02 17:58:27.418524 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0655e78e-9753-413e-9911-55f9388251be req-e8a58380-9e5c-451b-86ae-98c67b57c1f4 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=32f76794-b2f6-4d1f-be6b-de9e34ff3634&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453203
Dec 02 17:58:27.420997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:27.451954 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e9bba1-e204-410f-bc34-316003667fcf'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:58:27.462630 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 40e9bba1-e204-410f-bc34-316003667fcf, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=40e9bba1-e204-410f-bc34-316003667fcf,segment=NetworkSegment(f09294cc-9f8b-482a-aa07-bccd5771ff01),segment_id=f09294cc-9f8b-482a-aa07-bccd5771ff01)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:58:27.466087 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:27.467090 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device d5d68572-ef62-4087-b61f-db6a4a7f65df up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:58:27.495960 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-34c407d8-e7cb-4896-b9aa-c11e10cf8214 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:27.538241 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e9bba1-e204-410f-bc34-316003667fcf', 'code': 200}
Dec 02 17:58:27.633991 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 58236) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:27.712435 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_v2 [None req-851ba22e-c6ab-47da-a479-7b4bba1a8171 admin admin] Deleting subnet 9ecc34f1-f15b-44d0-b0c0-e8414b2b2da7 {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 17:58:27.715954 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-851ba22e-c6ab-47da-a479-7b4bba1a8171 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:27.755663 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=40e9bba1-e204-410f-bc34-316003667fcf,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:27.766858 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.767238 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.767609 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.767975 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.768332 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.768692 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.769303 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.769999 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.769999 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.770357 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.770737 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.771090 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.771707 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.772433 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.772433 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.772860 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.773102 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-851ba22e-c6ab-47da-a479-7b4bba1a8171 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842728492'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:27.773190 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.773377 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.773713 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.774072 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.774407 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.774741 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.775091 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.775446 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:58:27.780903 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:27.784300 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port d5d68572-ef62-4087-b61f-db6a4a7f65df completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:58:27.790671 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port d5d68572-ef62-4087-b61f-db6a4a7f65df triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:58:27.791091 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:27.825511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9ab17-d0c9-46cb-a957-ec064abdf359 req-433ea5ae-7b42-4105-b08d-fa048fdefd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:27.828132 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fc9ab17-d0c9-46cb-a957-ec064abdf359 req-433ea5ae-7b42-4105-b08d-fa048fdefd9e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 1162 time: 0.0981109
Dec 02 17:58:27.842724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-851ba22e-c6ab-47da-a479-7b4bba1a8171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851170303'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:27.845811 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:27.875247 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fc9ab17-d0c9-46cb-a957-ec064abdf359 req-1272ab31-07bd-464e-9e29-004460aa3e4c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=32f76794-b2f6-4d1f-be6b-de9e34ff3634&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400515
Dec 02 17:58:27.930045 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:27.967117 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port d5d68572-ef62-4087-b61f-db6a4a7f65df, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=d5d68572-ef62-4087-b61f-db6a4a7f65df,segment=NetworkSegment(66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f),segment_id=66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:58:27.970033 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:27.972016 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:28.041626 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=d5d68572-ef62-4087-b61f-db6a4a7f65df,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:28.046057 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:28.122383 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-851ba22e-c6ab-47da-a479-7b4bba1a8171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10859329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10790274'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:28.138249 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:28.190748 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ba22e-c6ab-47da-a479-7b4bba1a8171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ecc34f1-f15b-44d0-b0c0-e8414b2b2da7,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:28.193884 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-851ba22e-c6ab-47da-a479-7b4bba1a8171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:28.275662 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-851ba22e-c6ab-47da-a479-7b4bba1a8171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:28.282018 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-851ba22e-c6ab-47da-a479-7b4bba1a8171 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9ecc34f1-f15b-44d0-b0c0-e8414b2b2da7 HTTP/1.1" status: 204  len: 168 time: 0.6465540
Dec 02 17:58:28.284735 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 58240) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:28.402799 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6591416f-748d-4a91-a54b-811c46ced55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3483811'] for network, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:28.541801 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 40e9bba1-e204-410f-bc34-316003667fcf up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:58:28.615537 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 40e9bba1-e204-410f-bc34-316003667fcf triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:58:28.616122 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:28.658078 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef924b9-e22f-4256-b2b5-15aabd5151fc req-bb1ca50b-561e-43eb-ada2-e4b2a1d1f0aa tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:28.659809 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0ef924b9-e22f-4256-b2b5-15aabd5151fc req-bb1ca50b-561e-43eb-ada2-e4b2a1d1f0aa tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 945 time: 0.0977051
Dec 02 17:58:28.674293 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6591416f-748d-4a91-a54b-811c46ced55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851106152', 'neutron.services.segments.db._delete_segments_for_network--9223363262389739448'] for network, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:28.719526 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0ef924b9-e22f-4256-b2b5-15aabd5151fc req-223d05d1-47a6-4af0-9a24-77e3e25ea3f5 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=32f76794-b2f6-4d1f-be6b-de9e34ff3634&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475774
Dec 02 17:58:28.719780 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1daff7a-fbfc-4993-8060-ab7340488359 req-15a2b78a-bb82-4c8b-9428-565b3f3bb2a6 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:28.721369 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a1daff7a-fbfc-4993-8060-ab7340488359 req-15a2b78a-bb82-4c8b-9428-565b3f3bb2a6 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.2601364
Dec 02 17:58:28.750278 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device d5d68572-ef62-4087-b61f-db6a4a7f65df up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:58:28.827328 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port d5d68572-ef62-4087-b61f-db6a4a7f65df triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:58:28.827648 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:28.845694 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-6591416f-748d-4a91-a54b-811c46ced55f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf668a7668>,) {'filters': {'network_id': ['6a526fe5-6558-4781-b23e-9019fcedbf13']}} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:28.866772 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-6591416f-748d-4a91-a54b-811c46ced55f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf668a7668>, 'dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778') {'for_net_delete': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:28.867113 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-6591416f-748d-4a91-a54b-811c46ced55f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf668a7668>, 'dfbd91d0-2ade-4b3d-ae3f-9ed3921f0778') {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:28.877212 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a1daff7a-fbfc-4993-8060-ab7340488359 req-c9c2ad6b-eb86-4df2-876e-bd620a6aedc4 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979199
Dec 02 17:58:28.883269 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6591416f-748d-4a91-a54b-811c46ced55f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262389743032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12047324'] for segment, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:28.903404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6591416f-748d-4a91-a54b-811c46ced55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:28.906175 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6591416f-748d-4a91-a54b-811c46ced55f admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 17:58:29.097034 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-6591416f-748d-4a91-a54b-811c46ced55f admin admin] Network 6a526fe5-6558-4781-b23e-9019fcedbf13 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 17:58:29.106540 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6591416f-748d-4a91-a54b-811c46ced55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851109762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843917086'] for segment, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:29.299647 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-6591416f-748d-4a91-a54b-811c46ced55f admin admin] Network 6a526fe5-6558-4781-b23e-9019fcedbf13 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]: Traceback (most recent call last):
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:     timer()
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:     cb(*args, **kw)
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:     return func(*args, **kwargs)
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._notify()
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.callback(batched_events)
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:     event.method(event)
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:     segment_id)['aggregates'][0]
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, *a, **k)
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._get(url).json()
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:     **kwargs)
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.request(url, 'GET', **kwargs)
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:     **endpoint_filter)
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 17:58:29.323408 dv-cinder-733623-9-iscsi neutron-server[80134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 17:58:29.399945 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6591416f-748d-4a91-a54b-811c46ced55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3669648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854217382'] for network, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:29.404081 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:29.417936 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6591416f-748d-4a91-a54b-811c46ced55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:29.438421 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591416f-748d-4a91-a54b-811c46ced55f admin admin] Pushing event deleted for resources: {'Network': ['ID=6a526fe5-6558-4781-b23e-9019fcedbf13,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:29.443721 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-6591416f-748d-4a91-a54b-811c46ced55f admin admin] 10.222.0.21 "DELETE /v2.0/networks/6a526fe5-6558-4781-b23e-9019fcedbf13 HTTP/1.1" status: 204  len: 168 time: 1.1576750
Dec 02 17:58:29.445554 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6591416f-748d-4a91-a54b-811c46ced55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:29.539674 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5b4704-c089-4a08-a0ad-d85b5b81d219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d68572-ef62-4087-b61f-db6a4a7f65df'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:58:29.588990 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 58252) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:29.603120 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5b4704-c089-4a08-a0ad-d85b5b81d219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d68572-ef62-4087-b61f-db6a4a7f65df', 'code': 200}
Dec 02 17:58:29.642017 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-2abcc344-9d62-4df6-9059-591e71dbfff8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a044e198dd1467899be68cb0a151a8e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0513885
Dec 02 17:58:29.646268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 58256) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:29.710676 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6a8c5b69-8645-443f-a57b-d1fedcdf2d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:29.749429 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6a8c5b69-8645-443f-a57b-d1fedcdf2d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:29.809176 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6a8c5b69-8645-443f-a57b-d1fedcdf2d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:29.813727 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1844bc5a-d338-4a06-9988-cebe106f85ed tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:29.827435 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c5b69-8645-443f-a57b-d1fedcdf2d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b8d66b-7a6b-448b-815a-7d728ce6b422,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:29.835917 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6a8c5b69-8645-443f-a57b-d1fedcdf2d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:29.843826 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6a8c5b69-8645-443f-a57b-d1fedcdf2d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:29.847702 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-6a8c5b69-8645-443f-a57b-d1fedcdf2d69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63b8d66b-7a6b-448b-815a-7d728ce6b422 HTTP/1.1" status: 204  len: 168 time: 0.1993918
Dec 02 17:58:29.899636 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb4b110-23fd-4e3c-be9c-96f11def44e7 req-71fc0d23-8f61-4eae-84f9-264df100a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:29.901261 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-deb4b110-23fd-4e3c-be9c-96f11def44e7 req-71fc0d23-8f61-4eae-84f9-264df100a9db service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 1162 time: 0.0873132
Dec 02 17:58:29.950434 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-deb4b110-23fd-4e3c-be9c-96f11def44e7 req-56ff47d1-a8c0-44e1-a67d-8e33193da6ba service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419955
Dec 02 17:58:29.967603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa93cd-d4cd-4099-9067-4127164c85f5 req-44c0ad50-1a78-4bec-8c55-ea3534a3db38 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:29.969082 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-02fa93cd-d4cd-4099-9067-4127164c85f5 req-44c0ad50-1a78-4bec-8c55-ea3534a3db38 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 945 time: 0.0950537
Dec 02 17:58:30.017953 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-02fa93cd-d4cd-4099-9067-4127164c85f5 req-86045128-a7c2-47a1-896a-8349a044b775 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=32f76794-b2f6-4d1f-be6b-de9e34ff3634&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421979
Dec 02 17:58:30.100011 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:58:30.128312 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a753b-6dfb-4b42-97cc-e53e03fdd996 req-cb4560d5-6a46-4c51-b6b0-58c50a4f1c5c tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:30.129965 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3a3a753b-6dfb-4b42-97cc-e53e03fdd996 req-cb4560d5-6a46-4c51-b6b0-58c50a4f1c5c tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0957396
Dec 02 17:58:30.180544 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3a3a753b-6dfb-4b42-97cc-e53e03fdd996 req-3b7725fe-748c-4106-a008-bf76f003abd3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436449
Dec 02 17:58:30.268639 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19394860-e7f9-4020-b2e5-d76afe07384d req-486ab27e-4dc0-4ec1-82a7-11760c690ded tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:30.270573 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-19394860-e7f9-4020-b2e5-d76afe07384d req-486ab27e-4dc0-4ec1-82a7-11760c690ded tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 945 time: 0.0891600
Dec 02 17:58:30.280824 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 58274) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:30.286685 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-308f1e2d-77d0-4050-92ab-1fe15b5b00cd tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Request body: {'floatingip': {'port_id': '40e9bba1-e204-410f-bc34-316003667fcf'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:58:30.369310 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-308f1e2d-77d0-4050-92ab-1fe15b5b00cd tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for floatingip, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:31.296692 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-308f1e2d-77d0-4050-92ab-1fe15b5b00cd tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for floatingip, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:31.300017 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-308f1e2d-77d0-4050-92ab-1fe15b5b00cd tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:31.541150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b542de-f2cf-4d07-9605-cb0b11d4b7c1 req-31a28b6b-dc0a-4847-b0da-abcd9eedc5d0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:31.542951 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3b542de-f2cf-4d07-9605-cb0b11d4b7c1 req-31a28b6b-dc0a-4847-b0da-abcd9eedc5d0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.1914198
Dec 02 17:58:31.587477 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [None req-308f1e2d-77d0-4050-92ab-1fe15b5b00cd tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Floating IP df168b39-8f82-4192-a7a5-98a751f3c9bb associated. External IP: 172.27.2.253, port: 40e9bba1-e204-410f-bc34-316003667fcf.
Dec 02 17:58:31.750293 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3b542de-f2cf-4d07-9605-cb0b11d4b7c1 req-b602cbd2-f83c-4b3a-83db-81aab1be8ac6 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1855538
Dec 02 17:58:32.011499 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-308f1e2d-77d0-4050-92ab-1fe15b5b00cd tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Router cff378a4-6ad4-4efe-8015-bb009bb81bf0 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:58:32.205899 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-308f1e2d-77d0-4050-92ab-1fe15b5b00cd tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:58:32.211141 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-308f1e2d-77d0-4050-92ab-1fe15b5b00cd tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:32.216001 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9add6f-64ec-453e-9a3b-5f03d9615085 None None] Sync routers for ids ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:58:32.227628 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9add6f-64ec-453e-9a3b-5f03d9615085 None None] Routers {'cff378a4-6ad4-4efe-8015-bb009bb81bf0'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:58:32.228419 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-ed9add6f-64ec-453e-9a3b-5f03d9615085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c028668>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:58:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:32.277256 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-308f1e2d-77d0-4050-92ab-1fe15b5b00cd tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "PUT /v2.0/floatingips/df168b39-8f82-4192-a7a5-98a751f3c9bb HTTP/1.1" status: 200  len: 991 time: 1.9951041
Dec 02 17:58:32.278180 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991', 'tag': '40e9bba1-e204-410f-bc34-316003667fcf'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:58:32.355330 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991', 'tag': '40e9bba1-e204-410f-bc34-316003667fcf', 'status': 'completed', 'code': 200}
Dec 02 17:58:32.439634 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-ed9add6f-64ec-453e-9a3b-5f03d9615085 None None] Set router cff378a4-6ad4-4efe-8015-bb009bb81bf0 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:58:32.520703 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c29de-50b2-4708-82be-007f115b4024 req-f5902a53-21cf-41f8-8aed-c440fd120d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:32.522431 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c63c29de-50b2-4708-82be-007f115b4024 req-f5902a53-21cf-41f8-8aed-c440fd120d55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b3ba943161643b9888b7198e5f4d270&device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 1162 time: 0.0963254
Dec 02 17:58:32.698915 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c29de-50b2-4708-82be-007f115b4024 req-a8243dc3-b423-4076-bf61-8aff547725be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:32.700607 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c63c29de-50b2-4708-82be-007f115b4024 req-a8243dc3-b423-4076-bf61-8aff547725be service neutron] 10.222.0.43 "GET /v2.0/networks?id=9ca63e15-5840-4372-9d93-cce1e9b612b4 HTTP/1.1" status: 200  len: 904 time: 0.1703749
Dec 02 17:58:32.831522 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c63c29de-50b2-4708-82be-007f115b4024 req-e746c1bb-5c87-4914-b038-5721f9f06482 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=40e9bba1-e204-410f-bc34-316003667fcf HTTP/1.1" status: 200  len: 999 time: 0.1231854
Dec 02 17:58:32.883141 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-ed9add6f-64ec-453e-9a3b-5f03d9615085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c028668>, [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'df168b39-8f82-4192-a7a5-98a751f3c9bb', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'port_id': '40e9bba1-e204-410f-bc34-316003667fcf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'mac_address': 'fa:16:3e:56:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:58:13Z', 'updated_at': '2020-12-02T17:58:31Z', 'revision_number': 1, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c', 'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'mac_address': 'fa:16:3e:e0:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:59Z', 'revision_number': 5, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'subnets': [{'id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:32.891180 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9add6f-64ec-453e-9a3b-5f03d9615085 None None] Checking router: cff378a4-6ad4-4efe-8015-bb009bb81bf0 for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:58:32.916787 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9add6f-64ec-453e-9a3b-5f03d9615085 None None] Routers {'cff378a4-6ad4-4efe-8015-bb009bb81bf0'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:58:32.918244 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-ed9add6f-64ec-453e-9a3b-5f03d9615085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c028668>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:58:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:32.990637 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c29de-50b2-4708-82be-007f115b4024 req-6c985925-e8c4-4f8e-ae82-67a20d80cdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:32.999793 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c63c29de-50b2-4708-82be-007f115b4024 req-6c985925-e8c4-4f8e-ae82-67a20d80cdc9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5d83d9ff-5b0d-4a61-bcb1-7d8d80206342 HTTP/1.1" status: 200  len: 849 time: 0.1611240
Dec 02 17:58:33.186635 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21f2c5-96c1-4e22-a0a2-f7e86e8da62e req-d8380b80-c3e9-456e-927f-d73face58eb3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:33.194719 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0a21f2c5-96c1-4e22-a0a2-f7e86e8da62e req-d8380b80-c3e9-456e-927f-d73face58eb3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.1745813
Dec 02 17:58:33.217910 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c29de-50b2-4708-82be-007f115b4024 req-95f8a49d-402d-4fe7-abae-811a1b956d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:33.219502 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c63c29de-50b2-4708-82be-007f115b4024 req-95f8a49d-402d-4fe7-abae-811a1b956d7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9ca63e15-5840-4372-9d93-cce1e9b612b4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1502786
Dec 02 17:58:33.299646 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0a21f2c5-96c1-4e22-a0a2-f7e86e8da62e req-a729ffb0-12ff-4cbd-ab15-8c10c97d5d1e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1038191
Dec 02 17:58:33.350876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-ed9add6f-64ec-453e-9a3b-5f03d9615085 None None] Set router cff378a4-6ad4-4efe-8015-bb009bb81bf0 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:58:33.457082 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c63c29de-50b2-4708-82be-007f115b4024 req-92c3d564-5a3c-4a1a-b96a-3d4d55d1c8d1 service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177126
Dec 02 17:58:33.617046 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68193a-14de-4bee-aa89-475259557516 req-71476eac-3e28-4657-806e-2ec3abec1c25 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:33.620325 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b68193a-14de-4bee-aa89-475259557516 req-71476eac-3e28-4657-806e-2ec3abec1c25 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.1094644
Dec 02 17:58:33.634171 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 58328) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:33.640856 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-2a31522c-c3ea-47d0-911f-c321cca80492 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Request body: {'floatingip': {'port_id': 'd5d68572-ef62-4087-b61f-db6a4a7f65df'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:58:33.665722 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c63c29de-50b2-4708-82be-007f115b4024 req-2d3d000c-669b-4e15-8be3-03501f581b42 service neutron] 10.222.0.43 "GET /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1957808
Dec 02 17:58:33.726363 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2a31522c-c3ea-47d0-911f-c321cca80492 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for floatingip, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:33.957973 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-ed9add6f-64ec-453e-9a3b-5f03d9615085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c028668>, [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'df168b39-8f82-4192-a7a5-98a751f3c9bb', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'port_id': '40e9bba1-e204-410f-bc34-316003667fcf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'mac_address': 'fa:16:3e:56:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:58:13Z', 'updated_at': '2020-12-02T17:58:31Z', 'revision_number': 1, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c', 'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'mac_address': 'fa:16:3e:e0:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:59Z', 'revision_number': 5, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'subnets': [{'id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:33.962360 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9add6f-64ec-453e-9a3b-5f03d9615085 None None] The sync data for ids ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'] in dv-cinder-733623-9-iscsi is: [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'df168b39-8f82-4192-a7a5-98a751f3c9bb', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'port_id': '40e9bba1-e204-410f-bc34-316003667fcf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'mac_address': 'fa:16:3e:56:5f:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:58:13Z', 'updated_at': '2020-12-02T17:58:31Z', 'revision_number': 1, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c', 'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'mac_address': 'fa:16:3e:e0:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:59Z', 'revision_number': 5, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'subnets': [{'id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:58:34.264202 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c289988-702b-4721-b773-53e5410892ac None None] New status for floating IP df168b39-8f82-4192-a7a5-98a751f3c9bb: ACTIVE {{(pid=80246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 17:58:34.595347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2a31522c-c3ea-47d0-911f-c321cca80492 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:34.598068 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2a31522c-c3ea-47d0-911f-c321cca80492 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:34.774928 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [None req-2a31522c-c3ea-47d0-911f-c321cca80492 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Floating IP d02225c2-0ec5-4964-930f-030bcd5ff4dd associated. External IP: 172.27.2.131, port: d5d68572-ef62-4087-b61f-db6a4a7f65df.
Dec 02 17:58:35.149053 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a31522c-c3ea-47d0-911f-c321cca80492 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Router 1cdf980c-19ec-4403-901f-470e99d43915 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:58:35.338419 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a31522c-c3ea-47d0-911f-c321cca80492 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:58:35.343965 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2a31522c-c3ea-47d0-911f-c321cca80492 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:35.348556 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77843e51-9f8f-4749-bd0b-4768962c24a3 None None] Sync routers for ids ['1cdf980c-19ec-4403-901f-470e99d43915'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:58:35.359254 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77843e51-9f8f-4749-bd0b-4768962c24a3 None None] Routers {'1cdf980c-19ec-4403-901f-470e99d43915'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:58:35.359933 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-77843e51-9f8f-4749-bd0b-4768962c24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf66d93f60>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:58:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['1cdf980c-19ec-4403-901f-470e99d43915'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:35.403120 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-2a31522c-c3ea-47d0-911f-c321cca80492 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "PUT /v2.0/floatingips/d02225c2-0ec5-4964-930f-030bcd5ff4dd HTTP/1.1" status: 200  len: 991 time: 1.7648959
Dec 02 17:58:35.403120 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5b4704-c089-4a08-a0ad-d85b5b81d219', 'tag': 'd5d68572-ef62-4087-b61f-db6a4a7f65df'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:58:35.559241 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-77843e51-9f8f-4749-bd0b-4768962c24a3 None None] Set router 1cdf980c-19ec-4403-901f-470e99d43915 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:58:35.930118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-77843e51-9f8f-4749-bd0b-4768962c24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf66d93f60>, [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:50:10Z', 'revision_number': 4, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'd02225c2-0ec5-4964-930f-030bcd5ff4dd', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'port_id': 'd5d68572-ef62-4087-b61f-db6a4a7f65df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'mac_address': 'fa:16:3e:e0:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5b4704-c089-4a08-a0ad-d85b5b81d219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:58:13Z', 'updated_at': '2020-12-02T17:58:34Z', 'revision_number': 1, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50efa7b0-2dc3-488b-a8dc-5310248c1b60', 'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'mac_address': 'fa:16:3e:ca:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:03Z', 'updated_at': '2020-12-02T17:50:26Z', 'revision_number': 5, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'subnets': [{'id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:35.934248 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77843e51-9f8f-4749-bd0b-4768962c24a3 None None] Checking router: 1cdf980c-19ec-4403-901f-470e99d43915 for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:58:35.943808 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77843e51-9f8f-4749-bd0b-4768962c24a3 None None] Routers {'1cdf980c-19ec-4403-901f-470e99d43915'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:58:35.944466 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-77843e51-9f8f-4749-bd0b-4768962c24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf66d93f60>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:58:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['1cdf980c-19ec-4403-901f-470e99d43915'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:36.128331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-77843e51-9f8f-4749-bd0b-4768962c24a3 None None] Set router 1cdf980c-19ec-4403-901f-470e99d43915 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:58:36.498587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-77843e51-9f8f-4749-bd0b-4768962c24a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf66d93f60>, [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:50:10Z', 'revision_number': 4, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'd02225c2-0ec5-4964-930f-030bcd5ff4dd', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'port_id': 'd5d68572-ef62-4087-b61f-db6a4a7f65df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'mac_address': 'fa:16:3e:e0:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5b4704-c089-4a08-a0ad-d85b5b81d219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:58:13Z', 'updated_at': '2020-12-02T17:58:34Z', 'revision_number': 1, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50efa7b0-2dc3-488b-a8dc-5310248c1b60', 'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'mac_address': 'fa:16:3e:ca:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:03Z', 'updated_at': '2020-12-02T17:50:26Z', 'revision_number': 5, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'subnets': [{'id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:36.502777 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77843e51-9f8f-4749-bd0b-4768962c24a3 None None] The sync data for ids ['1cdf980c-19ec-4403-901f-470e99d43915'] in dv-cinder-733623-9-iscsi is: [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:50:10Z', 'revision_number': 4, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'd02225c2-0ec5-4964-930f-030bcd5ff4dd', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'floating_ip_address': '172.27.2.131', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'port_id': 'd5d68572-ef62-4087-b61f-db6a4a7f65df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'mac_address': 'fa:16:3e:e0:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5b4704-c089-4a08-a0ad-d85b5b81d219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:58:13Z', 'updated_at': '2020-12-02T17:58:34Z', 'revision_number': 1, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50efa7b0-2dc3-488b-a8dc-5310248c1b60', 'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'mac_address': 'fa:16:3e:ca:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:03Z', 'updated_at': '2020-12-02T17:50:26Z', 'revision_number': 5, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'subnets': [{'id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:58:36.814106 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb067719-b996-44ea-bc0d-aa0ad0e18d0d None None] New status for floating IP d02225c2-0ec5-4964-930f-030bcd5ff4dd: ACTIVE {{(pid=80246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 17:58:37.634764 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5b4704-c089-4a08-a0ad-d85b5b81d219', 'tag': 'd5d68572-ef62-4087-b61f-db6a4a7f65df', 'status': 'completed', 'code': 200}
Dec 02 17:58:37.765139 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f612a3b-ea0e-438a-bb09-be08096bd30c req-af92895b-fe78-4f21-addf-e1d60dc873ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:37.766830 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2f612a3b-ea0e-438a-bb09-be08096bd30c req-af92895b-fe78-4f21-addf-e1d60dc873ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbc1bec290674effad04cd89b614f4b2&device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 1162 time: 0.0802109
Dec 02 17:58:38.137730 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f612a3b-ea0e-438a-bb09-be08096bd30c req-02ea372e-5f7d-416b-8759-27bde68e51ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:38.139438 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2f612a3b-ea0e-438a-bb09-be08096bd30c req-02ea372e-5f7d-416b-8759-27bde68e51ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d5df4e7-9e83-4d6e-b367-2b18b115dead HTTP/1.1" status: 200  len: 910 time: 0.3654072
Dec 02 17:58:38.249163 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2f612a3b-ea0e-438a-bb09-be08096bd30c req-1f90721d-314f-48a3-a322-7c05bb976d85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5d68572-ef62-4087-b61f-db6a4a7f65df HTTP/1.1" status: 200  len: 1001 time: 0.1026378
Dec 02 17:58:38.320061 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f612a3b-ea0e-438a-bb09-be08096bd30c req-e6565279-5b44-4b55-80a0-f2f2d9da2f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:38.321619 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2f612a3b-ea0e-438a-bb09-be08096bd30c req-e6565279-5b44-4b55-80a0-f2f2d9da2f23 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7eb4d38d-7afb-4d11-b1ac-900651574376 HTTP/1.1" status: 200  len: 855 time: 0.0661674
Dec 02 17:58:38.415728 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f612a3b-ea0e-438a-bb09-be08096bd30c req-87dbd6da-984e-4638-8ba9-c4909b4c95b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:38.417324 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2f612a3b-ea0e-438a-bb09-be08096bd30c req-87dbd6da-984e-4638-8ba9-c4909b4c95b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d5df4e7-9e83-4d6e-b367-2b18b115dead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791345
Dec 02 17:58:38.442683 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b2b5c66f-ae4e-4af8-a430-d5cd6fb92326 req-ae8aa407-c4e6-4c2e-a992-c1c6e40bc85f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0765393
Dec 02 17:58:38.566168 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2f612a3b-ea0e-438a-bb09-be08096bd30c req-3d5c92f4-1899-451c-a0c4-7a6e4285fd94 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420681
Dec 02 17:58:38.629793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c66f-ae4e-4af8-a430-d5cd6fb92326 req-b089cbd8-fb85-42d5-a9e7-7b2771a99855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:38.631520 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b2b5c66f-ae4e-4af8-a430-d5cd6fb92326 req-b089cbd8-fb85-42d5-a9e7-7b2771a99855 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b9f580ccafc411288557243f06a641f&device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 1202 time: 0.0980785
Dec 02 17:58:38.751592 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2f612a3b-ea0e-438a-bb09-be08096bd30c req-7db8c5c7-e5eb-43af-bac8-0b19272fa416 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1778135
Dec 02 17:58:38.837707 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c66f-ae4e-4af8-a430-d5cd6fb92326 req-5eb98109-721e-4bae-ace5-bf2e5d5ff8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:38.839376 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b2b5c66f-ae4e-4af8-a430-d5cd6fb92326 req-5eb98109-721e-4bae-ace5-bf2e5d5ff8b2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea HTTP/1.1" status: 200  len: 909 time: 0.1863799
Dec 02 17:58:38.951121 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b2b5c66f-ae4e-4af8-a430-d5cd6fb92326 req-de4234e6-1bd1-4a7e-a9ba-9ddb378b27f7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 HTTP/1.1" status: 200  len: 1000 time: 0.1042023
Dec 02 17:58:39.022914 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c66f-ae4e-4af8-a430-d5cd6fb92326 req-71387bf1-4ad1-487b-9af8-9d8be18d5179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:39.024496 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b2b5c66f-ae4e-4af8-a430-d5cd6fb92326 req-71387bf1-4ad1-487b-9af8-9d8be18d5179 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=82dcd88b-f504-4cee-ba95-fa92d675a32b HTTP/1.1" status: 200  len: 854 time: 0.0663068
Dec 02 17:58:39.110808 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c66f-ae4e-4af8-a430-d5cd6fb92326 req-5a5baab2-7938-49fc-ae9b-d918849f027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:39.112459 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b2b5c66f-ae4e-4af8-a430-d5cd6fb92326 req-5a5baab2-7938-49fc-ae9b-d918849f027a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810030
Dec 02 17:58:39.261668 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b2b5c66f-ae4e-4af8-a430-d5cd6fb92326 req-0f8c566a-a78d-44d4-b32b-7f7702fe29bb service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420345
Dec 02 17:58:39.409273 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b2b5c66f-ae4e-4af8-a430-d5cd6fb92326 req-27f312f3-f1fa-4a49-b2da-0b94f928491e service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394911
Dec 02 17:58:40.338756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:41.531025 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 58382) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:41.685558 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23978353-78f5-4bb4-bbc3-328a84c6367a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:41.702601 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-23978353-78f5-4bb4-bbc3-328a84c6367a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:58:41.706761 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-23978353-78f5-4bb4-bbc3-328a84c6367a admin admin] Usage tracker for resource:security_group_rule and tenant:843b550668a143f594118d4a5baf059d is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 17:58:41.709795 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-23978353-78f5-4bb4-bbc3-328a84c6367a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 17:58:41.715711 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-23978353-78f5-4bb4-bbc3-328a84c6367a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:58:41.806704 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23978353-78f5-4bb4-bbc3-328a84c6367a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:41.809508 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-23978353-78f5-4bb4-bbc3-328a84c6367a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:41.818970 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-715e82f6-ab42-402d-a8b9-7c67facee2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:41.861509 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-23978353-78f5-4bb4-bbc3-328a84c6367a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=843b550668a143f594118d4a5baf059d&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3291771
Dec 02 17:58:41.863146 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23978353-78f5-4bb4-bbc3-328a84c6367a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb9953b-8ec3-4655-bc6c-819e113418ab,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:41.864388 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 58388) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:58:41.866702 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-23978353-78f5-4bb4-bbc3-328a84c6367a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:41.936008 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-de14dbcc-6e38-4a9f-bd1b-3416fb9e96e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:41.964372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-de14dbcc-6e38-4a9f-bd1b-3416fb9e96e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:42.012650 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-de14dbcc-6e38-4a9f-bd1b-3416fb9e96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:42.018496 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1cda436a-d9d9-4722-9e19-1dae57ac9c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:42.033507 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14dbcc-6e38-4a9f-bd1b-3416fb9e96e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb9953b-8ec3-4655-bc6c-819e113418ab,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:42.036416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-de14dbcc-6e38-4a9f-bd1b-3416fb9e96e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:42.037641 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-de14dbcc-6e38-4a9f-bd1b-3416fb9e96e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:42.038883 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-de14dbcc-6e38-4a9f-bd1b-3416fb9e96e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4fb9953b-8ec3-4655-bc6c-819e113418ab HTTP/1.1" status: 204  len: 168 time: 0.1734104
Dec 02 17:58:50.469123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f13ef-743b-473d-9b43-154293dd9f73 req-6087ed86-1c78-4927-b9c2-35d9615b84f9 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:50.470698 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a71f13ef-743b-473d-9b43-154293dd9f73 req-6087ed86-1c78-4927-b9c2-35d9615b84f9 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 945 time: 0.0856726
Dec 02 17:58:50.522414 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a71f13ef-743b-473d-9b43-154293dd9f73 req-5fb89f03-6cfe-472e-98d4-90853599d6ff tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0453534
Dec 02 17:58:51.744384 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a1d5b-eb34-47bb-973f-7b8c734ecf0b req-7a181a54-9d63-4c1c-99e7-b5c673e42d01 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:51.746002 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-823a1d5b-eb34-47bb-973f-7b8c734ecf0b req-7a181a54-9d63-4c1c-99e7-b5c673e42d01 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 945 time: 0.0849450
Dec 02 17:58:51.801004 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-823a1d5b-eb34-47bb-973f-7b8c734ecf0b req-28c3888e-7016-4765-89ed-90b423327d9d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0475430
Dec 02 17:58:52.155974 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 278a9de9-4037-4c22-9523-38f752cf0853 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:58:52.225327 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 278a9de9-4037-4c22-9523-38f752cf0853 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:58:52.225744 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:52.781502 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5096aae-3b80-4791-933e-9724e5d72ea7 req-28174b6b-3f4a-4561-affb-cd8fb5c82da6 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:52.783116 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b5096aae-3b80-4791-933e-9724e5d72ea7 req-28174b6b-3f4a-4561-affb-cd8fb5c82da6 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.43 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 945 time: 0.0836289
Dec 02 17:58:52.870130 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-b5096aae-3b80-4791-933e-9724e5d72ea7 req-20a3aa0a-f333-482a-b79f-c951ee33e223 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Deleting port 278a9de9-4037-4c22-9523-38f752cf0853 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:58:52.870532 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b5096aae-3b80-4791-933e-9724e5d72ea7 req-20a3aa0a-f333-482a-b79f-c951ee33e223 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:53.088084 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4b4fa33f-bb5c-4cdf-a0d2-9abadde61727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:53.341819 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8bf203-2a0a-47e0-aa82-a2d456681908 req-6df55b87-2f50-4c96-838d-d72ab44a77be tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:53.343506 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-de8bf203-2a0a-47e0-aa82-a2d456681908 req-6df55b87-2f50-4c96-838d-d72ab44a77be tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 945 time: 0.2039585
Dec 02 17:58:53.479631 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-de8bf203-2a0a-47e0-aa82-a2d456681908 req-ba985454-1afe-495e-b94a-6b02778b3765 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1290417
Dec 02 17:58:53.489924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-b5096aae-3b80-4791-933e-9724e5d72ea7 req-20a3aa0a-f333-482a-b79f-c951ee33e223 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] For port 278a9de9-4037-4c22-9523-38f752cf0853, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=278a9de9-4037-4c22-9523-38f752cf0853,segment=NetworkSegment(205f4dc9-96e8-409d-a722-4c7af1aeab79),segment_id=205f4dc9-96e8-409d-a722-4c7af1aeab79)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:58:53.490340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b5096aae-3b80-4791-933e-9724e5d72ea7 req-20a3aa0a-f333-482a-b79f-c951ee33e223 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:53.807228 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b5096aae-3b80-4791-933e-9724e5d72ea7 req-20a3aa0a-f333-482a-b79f-c951ee33e223 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:53.807805 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b5096aae-3b80-4791-933e-9724e5d72ea7 req-20a3aa0a-f333-482a-b79f-c951ee33e223 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:53.807955 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [req-b5096aae-3b80-4791-933e-9724e5d72ea7 req-20a3aa0a-f333-482a-b79f-c951ee33e223 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Floating IP 89c06c23-3edd-4a9b-b36e-dd9846fe4a21 disassociated. External IP: 172.27.2.117, port: 278a9de9-4037-4c22-9523-38f752cf0853.
Dec 02 17:58:53.808313 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-b5096aae-3b80-4791-933e-9724e5d72ea7 req-20a3aa0a-f333-482a-b79f-c951ee33e223 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Calling delete_port for 278a9de9-4037-4c22-9523-38f752cf0853 owned by compute:nova {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:58:53.953167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b5096aae-3b80-4791-933e-9724e5d72ea7 req-20a3aa0a-f333-482a-b79f-c951ee33e223 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:53.957637 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 278a9de9-4037-4c22-9523-38f752cf0853 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:58:53.970952 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:58:53.992003 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-36e6c24d-eefe-4617-9042-be281554067e None None] No Port match for: 278a9de9-4037-4c22-9523-38f752cf0853 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 17:58:53.992402 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 278a9de9-4037-4c22-9523-38f752cf0853 not bound to the agent host hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 17:58:54.020269 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a3aa0a-f333-482a-b79f-c951ee33e223 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event deleted for resources: {'Port': ['ID=278a9de9-4037-4c22-9523-38f752cf0853,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:58:54.031924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-20a3aa0a-f333-482a-b79f-c951ee33e223 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:58:54.326200 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5096aae-3b80-4791-933e-9724e5d72ea7 req-20a3aa0a-f333-482a-b79f-c951ee33e223 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:58:54.525324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5096aae-3b80-4791-933e-9724e5d72ea7 req-20a3aa0a-f333-482a-b79f-c951ee33e223 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:58:54.539079 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7dff7f-1de3-409e-a807-c43ffeba37fe None None] Sync routers for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:58:54.550927 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7dff7f-1de3-409e-a807-c43ffeba37fe None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:58:54.551865 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-2f7dff7f-1de3-409e-a807-c43ffeba37fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c7024a8>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:58:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:54.575051 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5096aae-3b80-4791-933e-9724e5d72ea7 req-20a3aa0a-f333-482a-b79f-c951ee33e223 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] No DVR routers for this DVR port 278a9de9-4037-4c22-9523-38f752cf0853 on host hv-cinder-73362 {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 17:58:54.582661 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b5096aae-3b80-4791-933e-9724e5d72ea7 req-20a3aa0a-f333-482a-b79f-c951ee33e223 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:54.602068 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad439d04-9bed-4d80-9a44-61da3c995518', 'name': 'network-vif-deleted', 'tag': '278a9de9-4037-4c22-9523-38f752cf0853'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:58:54.612169 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b5096aae-3b80-4791-933e-9724e5d72ea7 req-20a3aa0a-f333-482a-b79f-c951ee33e223 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.43 "DELETE /v2.0/ports/278a9de9-4037-4c22-9523-38f752cf0853 HTTP/1.1" status: 204  len: 173 time: 1.8219647
Dec 02 17:58:54.735603 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-871c184d-a726-46ba-8f0f-e2966f32628e req-1cf0ab9d-c592-40f1-84f4-950320ca5cc6 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 210 time: 0.0626886
Dec 02 17:58:54.757666 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad439d04-9bed-4d80-9a44-61da3c995518', 'name': 'network-vif-deleted', 'tag': '278a9de9-4037-4c22-9523-38f752cf0853', 'status': 'completed', 'code': 200}
Dec 02 17:58:54.786531 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-2f7dff7f-1de3-409e-a807-c43ffeba37fe None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:58:55.121662 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-2f7dff7f-1de3-409e-a807-c43ffeba37fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c7024a8>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:55.127014 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7dff7f-1de3-409e-a807-c43ffeba37fe None None] Checking router: 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:58:55.137432 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7dff7f-1de3-409e-a807-c43ffeba37fe None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:58:55.139447 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-2f7dff7f-1de3-409e-a807-c43ffeba37fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c7024a8>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:58:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:55.506334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-2f7dff7f-1de3-409e-a807-c43ffeba37fe None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:58:55.701490 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-66fed098-b1ad-49b4-b7d3-4091b73c5b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:55.881478 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-2f7dff7f-1de3-409e-a807-c43ffeba37fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c7024a8>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:58:55.885763 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7dff7f-1de3-409e-a807-c43ffeba37fe None None] The sync data for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi is: [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:58:55.964834 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-3f90bf67-0f81-48f6-a202-55581e6378c9 req-8e687811-3eef-407b-aeb2-1d76c716f036 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Synchronizing usage tracker for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:58:55.980617 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-3f90bf67-0f81-48f6-a202-55581e6378c9 req-8e687811-3eef-407b-aeb2-1d76c716f036 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Unset dirty status for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:58:55.982690 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f90bf67-0f81-48f6-a202-55581e6378c9 req-8e687811-3eef-407b-aeb2-1d76c716f036 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=ad439d04-9bed-4d80-9a44-61da3c995518 HTTP/1.1" status: 200  len: 210 time: 0.0627248
Dec 02 17:58:56.188759 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:56.308530 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a497206e-ec4f-4cbc-9681-3c241a3d922f None None] New status for floating IP 89c06c23-3edd-4a9b-b36e-dd9846fe4a21: DOWN {{(pid=80246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 17:58:57.094375 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:57.416205 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-a73c55cd-361f-4ec9-9058-98485d651381 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1650809911&fields=id&tenant_id=4efb85fc834d471fbfdaf374fbfc0c75 HTTP/1.1" status: 200  len: 267 time: 0.0450394
Dec 02 17:58:57.583767 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-b547b156-6578-40d2-a1b4-1e7d888fd921 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:57.584517 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-b547b156-6578-40d2-a1b4-1e7d888fd921 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Synchronizing usage tracker for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:network {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:58:57.600698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-b547b156-6578-40d2-a1b4-1e7d888fd921 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Unset dirty status for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:network {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:58:57.601951 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-b547b156-6578-40d2-a1b4-1e7d888fd921 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 811 time: 0.1780016
Dec 02 17:58:57.619345 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-d33fff8e-ca09-4baa-b826-e788b17e3042 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/quotas/4efb85fc834d471fbfdaf374fbfc0c75 HTTP/1.1" status: 200  len: 375 time: 0.0111582
Dec 02 17:58:57.711652 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-1f98ed6e-b7d1-437b-9059-8b35ab864055 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0860581
Dec 02 17:58:57.832033 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:58:57.866578 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-7e845f3a-a5e8-4ad3-893b-c936ccd4799d service neutron] 10.222.0.21 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416864
Dec 02 17:58:58.010750 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-506396d9-0fd3-441a-9008-bce9ec80ce05 service neutron] 10.222.0.21 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1368697
Dec 02 17:58:58.458287 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b67cb575-91a7-4f11-ad7e-a74ce0013884 req-ef8aad45-8b23-4a1f-88fd-c31aa121f2ff tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 210 time: 0.0497332
Dec 02 17:58:59.671031 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6859712e-40c6-48c0-86fe-644e11f783af req-b01a74ce-35f6-49f0-b2de-e1355cbb6c18 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 210 time: 0.0753565
Dec 02 17:58:59.833920 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-c5dafe3d-dc8d-4e0f-b273-fd37fa9e0b4d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:59.835994 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-c5dafe3d-dc8d-4e0f-b273-fd37fa9e0b4d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.43 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 811 time: 0.2021933
Dec 02 17:58:59.858081 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f1008b24-cc31-44ed-9769-5522b0690a07 req-1e19c340-dfdc-46c2-9120-c69443227431 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1731462389&fields=id&tenant_id=2b9f580ccafc411288557243f06a641f HTTP/1.1" status: 200  len: 267 time: 0.0549839
Dec 02 17:58:59.935659 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-db9683f5-e004-4ae5-b8e0-99628bfaaa52 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75 HTTP/1.1" status: 200  len: 5551 time: 0.0785587
Dec 02 17:58:59.948114 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Request body: {'port': {'device_id': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'admin_state_up': True, 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'security_groups': ['9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f']}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:58:59.961807 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1008b24-cc31-44ed-9769-5522b0690a07 req-ee6e84ef-ddb4-4185-b3e4-1c73d71c166c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:58:59.963529 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f1008b24-cc31-44ed-9769-5522b0690a07 req-ee6e84ef-ddb4-4185-b3e4-1c73d71c166c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 984 time: 0.0975935
Dec 02 17:58:59.981458 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-f1008b24-cc31-44ed-9769-5522b0690a07 req-f2c09b4d-ecb3-40a5-b602-5b91c67eaab4 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Request body: {'port': {'security_groups': ['81c4d4df-d6f4-4f26-9896-0ec906b9cb28']}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:59:00.134731 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:59:00.146503 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:59:00.154758 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f1008b24-cc31-44ed-9769-5522b0690a07 req-f2c09b4d-ecb3-40a5-b602-5b91c67eaab4 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:00.162077 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Made reservation on behalf of 4efb85fc834d471fbfdaf374fbfc0c75 for: {'port': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 17:59:00.170637 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:00.556357 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-f1008b24-cc31-44ed-9769-5522b0690a07 req-f2c09b4d-ecb3-40a5-b602-5b91c67eaab4 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] For port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1,segment=NetworkSegment(a669463e-0df4-4083-ab53-540a9d427bd2),segment_id=a669463e-0df4-4083-ab53-540a9d427bd2)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:59:00.592306 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Allocated IP 172.20.0.14 (81ba944c-237a-4bb9-9742-673bb3d6486a/ccc5f159-4bff-43bf-8f0c-71025b7fe5f3/8267b447-70fa-4938-b1be-7bf5893e8962) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:59:00.598511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f1008b24-cc31-44ed-9769-5522b0690a07 req-f2c09b4d-ecb3-40a5-b602-5b91c67eaab4 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:00.604590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f1008b24-cc31-44ed-9769-5522b0690a07 req-f2c09b4d-ecb3-40a5-b602-5b91c67eaab4 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:00.642506 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b93fb4e3-731f-41e7-ab2d-570dff42025f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:59:00.813989 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c09b4d-ecb3-40a5-b602-5b91c67eaab4 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Pushing event updated for resources: {'Port': ['ID=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1,revision_number=6']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:59:00.822509 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f2c09b4d-ecb3-40a5-b602-5b91c67eaab4 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:59:00.876498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:00.896736 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1008b24-cc31-44ed-9769-5522b0690a07 req-f2c09b4d-ecb3-40a5-b602-5b91c67eaab4 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:00.897515 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f1008b24-cc31-44ed-9769-5522b0690a07 req-f2c09b4d-ecb3-40a5-b602-5b91c67eaab4 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:00.904824 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f1008b24-cc31-44ed-9769-5522b0690a07 req-f2c09b4d-ecb3-40a5-b602-5b91c67eaab4 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "PUT /v2.0/ports/5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 HTTP/1.1" status: 200  len: 942 time: 0.9305458
Dec 02 17:59:00.905606 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'tag': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:59:00.952735 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Transition to ACTIVE for port object 8267b447-70fa-4938-b1be-7bf5893e8962 will not be triggered until provisioned by entity DHCP. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:59:00.980734 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7375f68a-62c4-407d-834a-57ea6c5f1429 req-7b223bae-5fc6-44b7-9ff6-c638039c62b9 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 210 time: 0.1001670
Dec 02 17:59:00.983427 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:00.996183 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-87fb19eb-42fe-439e-ba81-8a35e1c46eac req-82b2bb57-286e-45a3-8fa7-5de7952fd709 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups/a721b040-c50f-4a17-86ab-b4a7069e7dcb HTTP/1.1" status: 200  len: 2891 time: 0.0573726
Dec 02 17:59:01.011140 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-16d18337-5126-41f6-b180-49bdb4fd0338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:59:01.096870 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'tag': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1', 'status': 'completed', 'code': 200}
Dec 02 17:59:01.103691 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-87fb19eb-42fe-439e-ba81-8a35e1c46eac req-3b41e810-40ae-4d03-a490-87bf78b3ffc5 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:01.142371 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-87fb19eb-42fe-439e-ba81-8a35e1c46eac req-3b41e810-40ae-4d03-a490-87bf78b3ffc5 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:01.227795 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-2677af5a-0731-4d6a-a8d2-671a4f47ace9 None None] Provisioning complete for port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:59:01.228244 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2677af5a-0731-4d6a-a8d2-671a4f47ace9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:01.272116 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-87fb19eb-42fe-439e-ba81-8a35e1c46eac req-3b41e810-40ae-4d03-a490-87bf78b3ffc5 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:01.281287 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-eb8e0eae-121e-4f78-8fb9-e39b1f3fc11a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:59:01.306718 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41e810-40ae-4d03-a490-87bf78b3ffc5 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Pushing event deleted for resources: {'SecurityGroup': ['ID=a721b040-c50f-4a17-86ab-b4a7069e7dcb,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:59:01.310822 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d3d7-3453-4e7b-a5da-a0263c07a9ef req-5a235524-8103-4f80-ba06-40c03675e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:01.313787 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8367d3d7-3453-4e7b-a5da-a0263c07a9ef req-5a235524-8103-4f80-ba06-40c03675e66d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b9f580ccafc411288557243f06a641f&device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 1162 time: 0.1600502
Dec 02 17:59:01.315068 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3b41e810-40ae-4d03-a490-87bf78b3ffc5 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:59:01.367288 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-87fb19eb-42fe-439e-ba81-8a35e1c46eac req-3b41e810-40ae-4d03-a490-87bf78b3ffc5 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:01.372170 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-87fb19eb-42fe-439e-ba81-8a35e1c46eac req-3b41e810-40ae-4d03-a490-87bf78b3ffc5 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "DELETE /v2.0/security-groups/a721b040-c50f-4a17-86ab-b4a7069e7dcb HTTP/1.1" status: 204  len: 173 time: 0.3691859
Dec 02 17:59:01.481670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event updated for resources: {'Port': ['ID=8267b447-70fa-4938-b1be-7bf5893e8962,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:59:01.493747 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.494160 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.494615 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.495019 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.495417 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.495814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.496205 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.496595 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.497038 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.497428 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.497824 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.498208 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.498698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.499089 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.499478 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.499870 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.500257 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.500642 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.501025 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.501408 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.501793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.502180 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.502590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.502995 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:01.509115 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:59:01.511085 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Network 81ba944c-237a-4bb9-9742-673bb3d6486a is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:59:01.512311 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:59:01.515142 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:59:01.586166 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:01.586690 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:01.608231 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-d8071a28-ec42-4b7b-816a-2b3ac19eb8a4 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/floatingips/c233b185-2c8d-4ccc-b53d-0e1909293af0 HTTP/1.1" status: 200  len: 997 time: 0.1842980
Dec 02 17:59:01.615296 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-a8dd12aa-de0c-4d73-b1e3-4728e411523b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6741781
Dec 02 17:59:01.641314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Request body: {'port': {'device_id': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:59:01.676638 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d3d7-3453-4e7b-a5da-a0263c07a9ef req-7c2aa763-c68c-4d64-af82-f6bc696a8d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:01.678363 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8367d3d7-3453-4e7b-a5da-a0263c07a9ef req-7c2aa763-c68c-4d64-af82-f6bc696a8d17 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea HTTP/1.1" status: 200  len: 909 time: 0.3577490
Dec 02 17:59:01.749229 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-b0df7464-ef81-474c-a7ac-e8f5d0469229 None None] Provisioning for port 8267b447-70fa-4938-b1be-7bf5893e8962 completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:59:01.754982 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-b0df7464-ef81-474c-a7ac-e8f5d0469229 None None] Provisioning complete for port 8267b447-70fa-4938-b1be-7bf5893e8962 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:59:01.755837 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b0df7464-ef81-474c-a7ac-e8f5d0469229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:01.769414 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:01.814933 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-b0df7464-ef81-474c-a7ac-e8f5d0469229 None None] Port 8267b447-70fa-4938-b1be-7bf5893e8962 cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 17:59:01.901385 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8367d3d7-3453-4e7b-a5da-a0263c07a9ef req-528de23c-e2c7-410b-be76-522dbfd2fd05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 HTTP/1.1" status: 200  len: 1000 time: 0.2135782
Dec 02 17:59:01.910926 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-9ddeae9d-df51-47aa-b17f-b5f0f890243c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:01.912489 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-9ddeae9d-df51-47aa-b17f-b5f0f890243c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/networks/0e06ccbb-5acd-4938-8c27-f383e561e919 HTTP/1.1" status: 200  len: 784 time: 0.2958221
Dec 02 17:59:01.963349 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-47e97690-5171-4654-9208-f9b29c08ffe4 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80243) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 17:59:01.964415 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-47e97690-5171-4654-9208-f9b29c08ffe4 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0159488
Dec 02 17:59:02.049396 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d3d7-3453-4e7b-a5da-a0263c07a9ef req-dcec8d00-b2a9-4226-99b8-0573bdacb7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:02.051201 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8367d3d7-3453-4e7b-a5da-a0263c07a9ef req-dcec8d00-b2a9-4226-99b8-0573bdacb7de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=82dcd88b-f504-4cee-ba95-fa92d675a32b HTTP/1.1" status: 200  len: 854 time: 0.1377354
Dec 02 17:59:02.145423 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-e2a63152-8b5a-49f4-be9d-17a7ed126c80 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.61 HTTP/1.1" status: 200  len: 1000 time: 0.1719396
Dec 02 17:59:02.237366 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367d3d7-3453-4e7b-a5da-a0263c07a9ef req-0d3d08ce-f590-4ea5-80f6-3527b376ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:02.239077 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8367d3d7-3453-4e7b-a5da-a0263c07a9ef req-0d3d08ce-f590-4ea5-80f6-3527b376ff44 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1798134
Dec 02 17:59:02.244264 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-af50b702-fc84-4518-9665-64ae268bed89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:02.245696 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-af50b702-fc84-4518-9665-64ae268bed89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports/5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 HTTP/1.1" status: 200  len: 942 time: 0.0934463
Dec 02 17:59:02.255202 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8267b447-70fa-4938-b1be-7bf5893e8962 {{(pid=80244) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 17:59:02.264458 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:02.289030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Transition to ACTIVE for port object 8267b447-70fa-4938-b1be-7bf5893e8962 will not be triggered until provisioned by entity L2. {{(pid=80244) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 17:59:02.292390 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843917156'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:02.311248 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-27481426-7813-4baa-b4fb-ab4095f1b936 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:59:02.371739 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:59:02.377931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1728d-a925-4304-a788-fa17f2f96822 req-7c59b085-0200-4393-ae66-ce29423cf3d5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:02.378749 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-90e1728d-a925-4304-a788-fa17f2f96822 req-7c59b085-0200-4393-ae66-ce29423cf3d5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Synchronizing usage tracker for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:59:02.452377 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:59:02.452720 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:02.478334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Pushing event updated for resources: {'Port': ['ID=8267b447-70fa-4938-b1be-7bf5893e8962,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:59:02.483851 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:59:02.484744 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-90e1728d-a925-4304-a788-fa17f2f96822 req-7c59b085-0200-4393-ae66-ce29423cf3d5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Unset dirty status for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:59:02.486086 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-90e1728d-a925-4304-a788-fa17f2f96822 req-7c59b085-0200-4393-ae66-ce29423cf3d5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 932 time: 0.3097384
Dec 02 17:59:02.583184 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-90e1728d-a925-4304-a788-fa17f2f96822 req-11b94662-a53d-45b0-8362-d93fa14313bd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0887775
Dec 02 17:59:02.704555 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-78f3980f-2f96-4ee9-b868-fd6358cdee49 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.61 HTTP/1.1" status: 200  len: 1000 time: 0.3592017
Dec 02 17:59:02.748215 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Attempting to bind port 8267b447-70fa-4938-b1be-7bf5893e8962 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 17:59:02.748608 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Attempting to bind port 8267b447-70fa-4938-b1be-7bf5893e8962 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 17:59:02.748950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Attempting to bind port 8267b447-70fa-4938-b1be-7bf5893e8962 on network 81ba944c-237a-4bb9-9742-673bb3d6486a {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 17:59:02.755116 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 17, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 17:59:02.755498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Checking segment: {'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 17:59:02.755907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:02.756308 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Bound using segment: {'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'} {{(pid=80244) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 17:59:02.756789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Bound port: 8267b447-70fa-4938-b1be-7bf5893e8962, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'}}] {{(pid=80244) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 17:59:02.757308 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:02.851791 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8367d3d7-3453-4e7b-a5da-a0263c07a9ef req-98a44f5f-cbf0-4839-8e95-6d5dce65a363 service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6050367
Dec 02 17:59:02.858916 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] For port 8267b447-70fa-4938-b1be-7bf5893e8962, host hv-cinder-73362, cleared binding levels {{(pid=80244) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 17:59:02.862738 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] For port 8267b447-70fa-4938-b1be-7bf5893e8962, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8267b447-70fa-4938-b1be-7bf5893e8962,segment=NetworkSegment(205f4dc9-96e8-409d-a722-4c7af1aeab79),segment_id=205f4dc9-96e8-409d-a722-4c7af1aeab79)] {{(pid=80244) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 17:59:02.866549 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843917156'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:02.883324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2a31a749-d5b1-4a3b-8421-407e0553e07d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:59:03.032807 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Pushing event updated for resources: {'Port': ['ID=8267b447-70fa-4938-b1be-7bf5893e8962,revision_number=3']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:59:03.042977 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:59:03.078075 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:03.078804 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:03.080332 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] 10.222.0.43 "PUT /v2.0/ports/8267b447-70fa-4938-b1be-7bf5893e8962 HTTP/1.1" status: 200  len: 1158 time: 1.4503043
Dec 02 17:59:03.080864 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'tag': '8267b447-70fa-4938-b1be-7bf5893e8962'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:59:03.086089 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-59e99a63-41e8-4b65-a172-ffca2dc69821 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Deleting port 77b3cc4e-541d-44ed-a4f6-a4d357e0e75f {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:59:03.086500 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-59e99a63-41e8-4b65-a172-ffca2dc69821 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:03.180758 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8367d3d7-3453-4e7b-a5da-a0263c07a9ef req-a6a61887-d3bb-41a7-a17e-fbaf5179a6e7 service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3199940
Dec 02 17:59:03.205916 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'tag': '8267b447-70fa-4938-b1be-7bf5893e8962', 'status': 'completed', 'code': 200}
Dec 02 17:59:03.260301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-9ab3ea58-167c-40d3-822c-a7afa53c7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:03.262079 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-9ab3ea58-167c-40d3-822c-a7afa53c7ea4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 1161 time: 0.1222043
Dec 02 17:59:03.344698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-59e99a63-41e8-4b65-a172-ffca2dc69821 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:03.345068 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-59e99a63-41e8-4b65-a172-ffca2dc69821 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for floatingip, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:03.355105 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-fc7b7b3e-d4fe-490e-982c-59122c9f3e81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8267b447-70fa-4938-b1be-7bf5893e8962 HTTP/1.1" status: 200  len: 217 time: 0.0788219
Dec 02 17:59:03.437622 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-7dd8632b-176d-4676-9a28-8862154a096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:03.439275 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-7dd8632b-176d-4676-9a28-8862154a096f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 HTTP/1.1" status: 200  len: 850 time: 0.0741260
Dec 02 17:59:03.484074 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-59e99a63-41e8-4b65-a172-ffca2dc69821 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Calling delete_port for 77b3cc4e-541d-44ed-a4f6-a4d357e0e75f owned by network:floatingip {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:59:03.521909 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-ef93905c-2f07-4355-b623-9c8ca1a0f2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:03.523541 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-ef93905c-2f07-4355-b623-9c8ca1a0f2cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81ba944c-237a-4bb9-9742-673bb3d6486a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777621
Dec 02 17:59:03.651329 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-59e99a63-41e8-4b65-a172-ffca2dc69821 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:03.668099 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-46b91911-99ad-41a7-848a-833f28565794 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:59:03.674904 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-1063cda5-e009-4d6b-9cf2-60b03e41867e service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441066
Dec 02 17:59:03.720424 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e99a63-41e8-4b65-a172-ffca2dc69821 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Pushing event deleted for resources: {'Port': ['ID=77b3cc4e-541d-44ed-a4f6-a4d357e0e75f,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:59:03.733660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-59e99a63-41e8-4b65-a172-ffca2dc69821 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:59:03.907271 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c3baba49-a878-46f6-bd97-c3cbe3504f2f req-2ab3f253-4f25-4fcb-96cc-497a10e58eea service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2255168
Dec 02 17:59:03.911485 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-59e99a63-41e8-4b65-a172-ffca2dc69821 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks [] for floatingip, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:03.912108 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-59e99a63-41e8-4b65-a172-ffca2dc69821 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Floating IP c233b185-2c8d-4ccc-b53d-0e1909293af0 disassociated (deleted). External IP: 172.27.2.61, port: 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1.
Dec 02 17:59:03.914518 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff1dc1-0213-402b-9c95-98afff1a46fe req-9f8a5247-3f11-495f-a2a6-5c2e4b776b65 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:03.916154 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9fff1dc1-0213-402b-9c95-98afff1a46fe req-9f8a5247-3f11-495f-a2a6-5c2e4b776b65 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 944 time: 0.1999891
Dec 02 17:59:03.968807 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9fff1dc1-0213-402b-9c95-98afff1a46fe req-a353643e-36b3-4bce-866a-3f0afa0f6776 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0453150
Dec 02 17:59:04.091086 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029f2dd-78ba-4f2d-a1d7-edb2fd7e13e9 req-06936c50-d441-4321-9958-d5262e2f00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:04.092633 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5029f2dd-78ba-4f2d-a1d7-edb2fd7e13e9 req-06936c50-d441-4321-9958-d5262e2f00b6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 1161 time: 0.0846388
Dec 02 17:59:04.260102 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029f2dd-78ba-4f2d-a1d7-edb2fd7e13e9 req-7062eb04-fe5f-4196-993b-a25f9e86b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:04.261717 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5029f2dd-78ba-4f2d-a1d7-edb2fd7e13e9 req-7062eb04-fe5f-4196-993b-a25f9e86b09a service neutron] 10.222.0.43 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 905 time: 0.1578388
Dec 02 17:59:04.313368 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-59e99a63-41e8-4b65-a172-ffca2dc69821 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:59:04.345846 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5029f2dd-78ba-4f2d-a1d7-edb2fd7e13e9 req-bad35911-481d-4367-861e-7c311789f72e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8267b447-70fa-4938-b1be-7bf5893e8962 HTTP/1.1" status: 200  len: 217 time: 0.0755095
Dec 02 17:59:04.441272 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029f2dd-78ba-4f2d-a1d7-edb2fd7e13e9 req-c7145d02-95df-4130-a4ad-97c6da6ac2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:04.442957 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5029f2dd-78ba-4f2d-a1d7-edb2fd7e13e9 req-c7145d02-95df-4130-a4ad-97c6da6ac2aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 HTTP/1.1" status: 200  len: 850 time: 0.0739174
Dec 02 17:59:04.518538 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-59e99a63-41e8-4b65-a172-ffca2dc69821 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:59:04.534316 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1e0e8-d3c2-4a06-a621-2ac7e69dd4ad None None] Sync routers for ids ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:59:04.547284 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5029f2dd-78ba-4f2d-a1d7-edb2fd7e13e9 req-33c79ae5-66b9-493a-a97f-c143ade51c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:04.548457 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5029f2dd-78ba-4f2d-a1d7-edb2fd7e13e9 req-33c79ae5-66b9-493a-a97f-c143ade51c5e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81ba944c-237a-4bb9-9742-673bb3d6486a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0974164
Dec 02 17:59:04.550228 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1e0e8-d3c2-4a06-a621-2ac7e69dd4ad None None] Routers {'9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:59:04.550980 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-fcb1e0e8-d3c2-4a06-a621-2ac7e69dd4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c0ff518>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:58:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:59:04.552390 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-59e99a63-41e8-4b65-a172-ffca2dc69821 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:04.623275 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-59e99a63-41e8-4b65-a172-ffca2dc69821 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "DELETE /v2.0/floatingips/c233b185-2c8d-4ccc-b53d-0e1909293af0 HTTP/1.1" status: 204  len: 173 time: 1.9097109
Dec 02 17:59:04.625757 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'tag': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:59:04.702846 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'tag': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1', 'status': 'completed', 'code': 200}
Dec 02 17:59:04.717330 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5029f2dd-78ba-4f2d-a1d7-edb2fd7e13e9 req-beb982f3-5273-404c-9307-56a7e1bd260b service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1610935
Dec 02 17:59:04.745742 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-77eb95f8-3265-438b-8b1c-df2526de1a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:04.747873 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-77eb95f8-3265-438b-8b1c-df2526de1a73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2b9f580ccafc411288557243f06a641f&device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 1162 time: 0.1003995
Dec 02 17:59:04.783532 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-fcb1e0e8-d3c2-4a06-a621-2ac7e69dd4ad None None] Set router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:59:04.891948 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5029f2dd-78ba-4f2d-a1d7-edb2fd7e13e9 req-ef2ce607-aff6-4ba3-ac8c-3dab73d8bd5e service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1573880
Dec 02 17:59:04.972047 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f19712-2e8a-4706-9dc9-6aa2d0997126 req-be880597-1c5b-43c3-a5e8-b5f38f9f887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:04.973640 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-35f19712-2e8a-4706-9dc9-6aa2d0997126 req-be880597-1c5b-43c3-a5e8-b5f38f9f887a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=2b9f580ccafc411288557243f06a641f&device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 1162 time: 0.2242432
Dec 02 17:59:04.976284 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-635e1634-940d-4535-82c0-c45ae08c7228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:04.977805 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-635e1634-940d-4535-82c0-c45ae08c7228 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea HTTP/1.1" status: 200  len: 909 time: 0.1901929
Dec 02 17:59:05.118249 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-6955069a-72a6-4aa9-85d2-63d5d826c6ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 HTTP/1.1" status: 200  len: 217 time: 0.1146367
Dec 02 17:59:05.180869 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-fcb1e0e8-d3c2-4a06-a621-2ac7e69dd4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c0ff518>, [{'id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'name': 'tempest-TestMinimumBasicScenario-1460225543-router', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:54:02Z', 'revision_number': 4, 'project_id': '2b9f580ccafc411288557243f06a641f', 'gw_port': {'id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '97059d82-89af-4f2f-9bf6-d28842fc81d2', 'name': '', 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'mac_address': 'fa:16:3e:14:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:59Z', 'updated_at': '2020-12-02T17:54:24Z', 'revision_number': 5, 'project_id': '2b9f580ccafc411288557243f06a641f', 'subnets': [{'id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:59:05.187844 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1e0e8-d3c2-4a06-a621-2ac7e69dd4ad None None] Checking router: 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:59:05.202312 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb1e0e8-d3c2-4a06-a621-2ac7e69dd4ad None None] Routers {'9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:59:05.203156 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-fcb1e0e8-d3c2-4a06-a621-2ac7e69dd4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c0ff518>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:58:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:59:05.211925 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c5be6-ae80-486b-ae0a-419ad6518073 req-1243a70c-1c22-4d56-ad89-a3f11fd713c4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:05.213683 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a53c5be6-ae80-486b-ae0a-419ad6518073 req-1243a70c-1c22-4d56-ad89-a3f11fd713c4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 944 time: 0.0979283
Dec 02 17:59:05.277747 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a53c5be6-ae80-486b-ae0a-419ad6518073 req-944a490b-9986-4fdf-9c45-0192b4b1fae9 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0566399
Dec 02 17:59:05.436956 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-fcb1e0e8-d3c2-4a06-a621-2ac7e69dd4ad None None] Set router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:59:05.552370 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-d8c4d9f4-3e97-4572-a95c-20d35e0e9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:05.553951 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-d8c4d9f4-3e97-4572-a95c-20d35e0e9787 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=82dcd88b-f504-4cee-ba95-fa92d675a32b HTTP/1.1" status: 200  len: 854 time: 0.4152842
Dec 02 17:59:05.620974 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f19712-2e8a-4706-9dc9-6aa2d0997126 req-e96ce2dd-5d4c-4fc8-8277-fa7dd156bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:05.623512 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-35f19712-2e8a-4706-9dc9-6aa2d0997126 req-e96ce2dd-5d4c-4fc8-8277-fa7dd156bc9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea HTTP/1.1" status: 200  len: 909 time: 0.6430640
Dec 02 17:59:05.708170 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-35f19712-2e8a-4706-9dc9-6aa2d0997126 req-8269b5d9-d018-4ed4-9845-4f40a7561337 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 HTTP/1.1" status: 200  len: 217 time: 0.0761833
Dec 02 17:59:05.728552 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-a60febd2-e7a9-4b5e-ab3f-63f11713940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:05.730235 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-a60febd2-e7a9-4b5e-ab3f-63f11713940c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1630280
Dec 02 17:59:05.848080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-fcb1e0e8-d3c2-4a06-a621-2ac7e69dd4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c0ff518>, [{'id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'name': 'tempest-TestMinimumBasicScenario-1460225543-router', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:54:02Z', 'revision_number': 4, 'project_id': '2b9f580ccafc411288557243f06a641f', 'gw_port': {'id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '97059d82-89af-4f2f-9bf6-d28842fc81d2', 'name': '', 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'mac_address': 'fa:16:3e:14:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:59Z', 'updated_at': '2020-12-02T17:54:24Z', 'revision_number': 5, 'project_id': '2b9f580ccafc411288557243f06a641f', 'subnets': [{'id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:59:05.852395 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb1e0e8-d3c2-4a06-a621-2ac7e69dd4ad None None] The sync data for ids ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'] in dv-cinder-733623-9-iscsi is: [{'id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'name': 'tempest-TestMinimumBasicScenario-1460225543-router', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:54:02Z', 'revision_number': 4, 'project_id': '2b9f580ccafc411288557243f06a641f', 'gw_port': {'id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '97059d82-89af-4f2f-9bf6-d28842fc81d2', 'name': '', 'network_id': 'fc9cfd30-dc19-40d0-b8bc-150ba28d84ea', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'mac_address': 'fa:16:3e:14:61:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:59Z', 'updated_at': '2020-12-02T17:54:24Z', 'revision_number': 5, 'project_id': '2b9f580ccafc411288557243f06a641f', 'subnets': [{'id': '82dcd88b-f504-4cee-ba95-fa92d675a32b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:59:05.918431 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f19712-2e8a-4706-9dc9-6aa2d0997126 req-93105479-b6dc-437b-9ddd-40f3a999072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:05.920768 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-35f19712-2e8a-4706-9dc9-6aa2d0997126 req-93105479-b6dc-437b-9ddd-40f3a999072a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=82dcd88b-f504-4cee-ba95-fa92d675a32b HTTP/1.1" status: 200  len: 854 time: 0.1516478
Dec 02 17:59:06.004946 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-2dfc5adb-800c-4b3d-8455-122003fd9dd4 service neutron] 10.222.0.21 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2635186
Dec 02 17:59:06.132495 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f19712-2e8a-4706-9dc9-6aa2d0997126 req-6a522b2b-cecc-4370-aebf-222ef9cc5249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:06.134134 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-35f19712-2e8a-4706-9dc9-6aa2d0997126 req-6a522b2b-cecc-4370-aebf-222ef9cc5249 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2009225
Dec 02 17:59:06.227743 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f503e0b-4379-4dfa-8bc8-94cc8c8780d8 req-9adae20a-1d08-4648-a59b-17d066c7a84c tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:06.229392 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5f503e0b-4379-4dfa-8bc8-94cc8c8780d8 req-9adae20a-1d08-4648-a59b-17d066c7a84c tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.1171305
Dec 02 17:59:06.279418 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5f503e0b-4379-4dfa-8bc8-94cc8c8780d8 req-4c396023-b667-4539-ba2b-6096e3be45e6 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0426168
Dec 02 17:59:06.280159 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-42d5e592-57ef-43ef-b09d-0bbd929ffbaa req-d7f00fb3-83bd-4c26-a78b-1349b969beb6 service neutron] 10.222.0.21 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2673793
Dec 02 17:59:06.329061 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-35f19712-2e8a-4706-9dc9-6aa2d0997126 req-7261b82b-516c-45b4-b1ba-3d77f7a83a35 service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1869733
Dec 02 17:59:06.337308 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7123ce48-309f-4e3d-8032-154539527005 None None] New status for floating IP c233b185-2c8d-4ccc-b53d-0e1909293af0: DOWN {{(pid=80246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 17:59:06.504756 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-35f19712-2e8a-4706-9dc9-6aa2d0997126 req-4fcb344e-f19b-49c7-8a94-4cc5a5d47826 service neutron] 10.222.0.43 "GET /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1688287
Dec 02 17:59:06.540841 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f52372-1688-4dee-93af-2b7e7b612537 req-5c612c3a-aedd-4c72-a630-1eca1be5255a tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:06.542488 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d4f52372-1688-4dee-93af-2b7e7b612537 req-5c612c3a-aedd-4c72-a630-1eca1be5255a tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 944 time: 0.0889423
Dec 02 17:59:06.592112 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d4f52372-1688-4dee-93af-2b7e7b612537 req-4f28a6ab-d074-4ec1-abf5-f2c2881ffee4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0421803
Dec 02 17:59:07.099994 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:59:07.511317 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754536b4-18bb-4d3a-9504-d7b0fe4fc22a req-af28aa4d-e00e-4115-a98a-2eef3a8a64c2 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:07.513249 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-754536b4-18bb-4d3a-9504-d7b0fe4fc22a req-af28aa4d-e00e-4115-a98a-2eef3a8a64c2 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.0927229
Dec 02 17:59:07.565193 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-754536b4-18bb-4d3a-9504-d7b0fe4fc22a req-8bdb277e-a05c-4daa-88c0-fcfad8fb8dcd tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0447667
Dec 02 17:59:07.899693 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36327acf-8c34-4316-8c1d-252478b40a7c req-e283dc07-0114-4a44-b936-61f93287b7a2 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:07.901305 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-36327acf-8c34-4316-8c1d-252478b40a7c req-e283dc07-0114-4a44-b936-61f93287b7a2 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 944 time: 0.0849702
Dec 02 17:59:07.962795 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-36327acf-8c34-4316-8c1d-252478b40a7c req-e925f543-f269-441a-a797-933ddf419efb tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0541234
Dec 02 17:59:08.803575 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ca04f-1348-4a46-aab4-9bcdd8fe1893 req-704a10c1-efb4-4752-b9f8-a15ae99190e0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:08.805221 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d25ca04f-1348-4a46-aab4-9bcdd8fe1893 req-704a10c1-efb4-4752-b9f8-a15ae99190e0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.0965188
Dec 02 17:59:08.863846 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d25ca04f-1348-4a46-aab4-9bcdd8fe1893 req-bd5cfd40-fe25-4cb4-9224-57bc65da620f tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0508928
Dec 02 17:59:09.212652 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be95cb-2890-45ae-8c2f-cd521cb43ea2 req-c41c2b02-2e9c-4c3a-ba47-cc1193338a7d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:09.214289 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a5be95cb-2890-45ae-8c2f-cd521cb43ea2 req-c41c2b02-2e9c-4c3a-ba47-cc1193338a7d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 944 time: 0.1133647
Dec 02 17:59:09.262007 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a5be95cb-2890-45ae-8c2f-cd521cb43ea2 req-8e2fee2b-7bb1-4d7a-96ec-a1ce2829f2fa tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0405626
Dec 02 17:59:10.089201 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb72705-4bcf-4632-af4e-c715d84c8aac req-cfb948d6-e7fb-4861-8a20-fd43ac54dcdc tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:10.091219 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1cb72705-4bcf-4632-af4e-c715d84c8aac req-cfb948d6-e7fb-4861-8a20-fd43ac54dcdc tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.0896304
Dec 02 17:59:10.115387 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54442919-11c9-4a59-bc71-fbafa3a45662 req-efb234da-4d79-4877-829e-17c9fecbef9f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:10.116693 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-54442919-11c9-4a59-bc71-fbafa3a45662 req-efb234da-4d79-4877-829e-17c9fecbef9f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Synchronizing usage tracker for tenant:2b9f580ccafc411288557243f06a641f on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:59:10.135195 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-54442919-11c9-4a59-bc71-fbafa3a45662 req-efb234da-4d79-4877-829e-17c9fecbef9f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Unset dirty status for tenant:2b9f580ccafc411288557243f06a641f on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:59:10.136501 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-54442919-11c9-4a59-bc71-fbafa3a45662 req-efb234da-4d79-4877-829e-17c9fecbef9f tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 945 time: 0.1057906
Dec 02 17:59:10.148594 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1cb72705-4bcf-4632-af4e-c715d84c8aac req-95161da0-d575-4976-914e-898ca7ee3da4 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0498638
Dec 02 17:59:10.191053 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-54442919-11c9-4a59-bc71-fbafa3a45662 req-c785f977-f594-4592-96d6-e98d7db0999c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Synchronizing usage tracker for tenant:2b9f580ccafc411288557243f06a641f on resource:security_group {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:59:10.206730 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-54442919-11c9-4a59-bc71-fbafa3a45662 req-c785f977-f594-4592-96d6-e98d7db0999c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Unset dirty status for tenant:2b9f580ccafc411288557243f06a641f on resource:security_group {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:59:10.208031 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-54442919-11c9-4a59-bc71-fbafa3a45662 req-c785f977-f594-4592-96d6-e98d7db0999c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637419
Dec 02 17:59:10.338833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:10.488160 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7a992-01e0-47fa-b235-be46947136fc req-392361ef-b27e-40fd-9855-66ab56f4370a tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:10.490180 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-abf7a992-01e0-47fa-b235-be46947136fc req-392361ef-b27e-40fd-9855-66ab56f4370a tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 944 time: 0.0905683
Dec 02 17:59:10.538594 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-abf7a992-01e0-47fa-b235-be46947136fc req-b19e2262-7e24-48bf-9e70-e8f31d4aad78 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0421243
Dec 02 17:59:11.370284 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0493b-7b30-4b72-89d6-e7155cc3f15b req-6d79ad16-804c-4acd-ae99-4cc6718d00b7 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:11.371962 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2ee0493b-7b30-4b72-89d6-e7155cc3f15b req-6d79ad16-804c-4acd-ae99-4cc6718d00b7 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.0864167
Dec 02 17:59:11.423591 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2ee0493b-7b30-4b72-89d6-e7155cc3f15b req-ad2be72d-a336-408e-9f62-35ac44b9a1a9 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0439937
Dec 02 17:59:11.428217 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6855e3-16a0-4e0c-af68-745530f04948 req-e82032b9-7971-424e-b3aa-59df7c9cd353 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:11.429932 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0b6855e3-16a0-4e0c-af68-745530f04948 req-e82032b9-7971-424e-b3aa-59df7c9cd353 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 945 time: 0.0874608
Dec 02 17:59:11.697623 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0b6855e3-16a0-4e0c-af68-745530f04948 req-42f0a9b5-27e0-49c6-a773-d7b4ac5a7b44 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2598305
Dec 02 17:59:11.766947 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a2912-59e8-41c8-9d55-3e2c27f4cc63 req-00b6150e-41ae-4d34-94b5-0e2d8489b308 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:11.768593 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-494a2912-59e8-41c8-9d55-3e2c27f4cc63 req-00b6150e-41ae-4d34-94b5-0e2d8489b308 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 944 time: 0.0906358
Dec 02 17:59:11.817112 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-494a2912-59e8-41c8-9d55-3e2c27f4cc63 req-f50e092e-06a9-40cb-b358-8f1dc6045992 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0417402
Dec 02 17:59:12.378954 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:59:12.452988 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:59:12.453409 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:12.616504 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25256c5-9afe-4c57-b01c-a36f8819b993 req-37928234-2b62-44f8-9d38-b5daeecb909a tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:12.618110 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d25256c5-9afe-4c57-b01c-a36f8819b993 req-37928234-2b62-44f8-9d38-b5daeecb909a tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.43 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 945 time: 0.0903625
Dec 02 17:59:12.640364 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55402ae5-2beb-4085-a161-28439440bd18 req-8df8c52e-54ab-46c7-9a92-0f8440754859 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:12.641895 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-55402ae5-2beb-4085-a161-28439440bd18 req-8df8c52e-54ab-46c7-9a92-0f8440754859 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.0836680
Dec 02 17:59:12.694591 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-55402ae5-2beb-4085-a161-28439440bd18 req-474fd869-afca-41c4-a38e-2cda71061480 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0457606
Dec 02 17:59:12.697132 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-d25256c5-9afe-4c57-b01c-a36f8819b993 req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Deleting port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:59:12.697517 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d25256c5-9afe-4c57-b01c-a36f8819b993 req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:13.045040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28935ba8-0bac-42ff-994c-b0e37cf4e924 req-d732af19-7213-46a9-815f-9e5466648e3f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:13.046763 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-28935ba8-0bac-42ff-994c-b0e37cf4e924 req-d732af19-7213-46a9-815f-9e5466648e3f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 944 time: 0.0981715
Dec 02 17:59:13.048579 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af02e1-dc32-4383-8d38-8b7be00e91f4 req-e33cf611-e3df-4f8e-8e3c-63af28fce65d tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:13.050292 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50af02e1-dc32-4383-8d38-8b7be00e91f4 req-e33cf611-e3df-4f8e-8e3c-63af28fce65d tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/ports?device_id=8cc8bbc0-f272-4f8f-9ccf-2c13a9738738 HTTP/1.1" status: 200  len: 945 time: 0.2121201
Dec 02 17:59:13.052276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-d25256c5-9afe-4c57-b01c-a36f8819b993 req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] For port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1,segment=NetworkSegment(a669463e-0df4-4083-ab53-540a9d427bd2),segment_id=a669463e-0df4-4083-ab53-540a9d427bd2)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:59:13.052686 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d25256c5-9afe-4c57-b01c-a36f8819b993 req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:13.100403 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-28935ba8-0bac-42ff-994c-b0e37cf4e924 req-59d5012e-5f6a-4a72-93ac-5be7dba85dcf tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0447793
Dec 02 17:59:13.228469 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-d25256c5-9afe-4c57-b01c-a36f8819b993 req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Calling delete_port for 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:59:13.308109 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50af02e1-dc32-4383-8d38-8b7be00e91f4 req-7b0c62dc-2441-4802-870c-ca2d6be2ea7c tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.21 "GET /v2.0/security-groups?id=81c4d4df-d6f4-4f26-9896-0ec906b9cb28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433059
Dec 02 17:59:13.403644 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d25256c5-9afe-4c57-b01c-a36f8819b993 req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:13.419151 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-869e4033-2732-43a8-a2ac-fb458e426d87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:59:13.462152 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Pushing event deleted for resources: {'Port': ['ID=5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:59:13.484191 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.484191 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.484191 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.484191 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.484191 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.484191 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.484191 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.484191 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.484191 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.485068 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.485068 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.485258 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.485640 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.486030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.486414 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.486834 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.487223 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.487612 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.487995 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.488377 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.488761 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.489143 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.489525 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.489907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:13.503949 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:59:13.646836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25256c5-9afe-4c57-b01c-a36f8819b993 req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] No DVR routers for this DVR port 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 on host hv-cinder-73362 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 17:59:13.649164 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-d25256c5-9afe-4c57-b01c-a36f8819b993 req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:13.652001 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'name': 'network-vif-deleted', 'tag': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:59:13.666958 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d25256c5-9afe-4c57-b01c-a36f8819b993 req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] 10.222.0.43 "DELETE /v2.0/ports/5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 HTTP/1.1" status: 204  len: 173 time: 1.0422478
Dec 02 17:59:13.717104 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc8bbc0-f272-4f8f-9ccf-2c13a9738738', 'name': 'network-vif-deleted', 'tag': '5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1', 'status': 'completed', 'code': 200}
Dec 02 17:59:13.927283 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35614bb-5c85-4a52-b426-02684cee2254 req-99a8c4e6-bea5-482b-af9e-300b35b874b9 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:13.928786 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f35614bb-5c85-4a52-b426-02684cee2254 req-99a8c4e6-bea5-482b-af9e-300b35b874b9 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.0882826
Dec 02 17:59:13.976550 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f35614bb-5c85-4a52-b426-02684cee2254 req-d312965d-795e-468d-95f6-4b05b19dd503 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0410929
Dec 02 17:59:14.336095 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2997677-0725-4bd7-800f-48696551393f req-efd94a22-bedb-4248-b794-6a716cba1dbc tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:14.338338 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c2997677-0725-4bd7-800f-48696551393f req-efd94a22-bedb-4248-b794-6a716cba1dbc tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 944 time: 0.0921631
Dec 02 17:59:14.390123 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c2997677-0725-4bd7-800f-48696551393f req-3dafa65f-a199-4509-8f6a-93da6e855a01 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0454752
Dec 02 17:59:14.966836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 8267b447-70fa-4938-b1be-7bf5893e8962 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:59:15.055706 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port 8267b447-70fa-4938-b1be-7bf5893e8962 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 17:59:15.062722 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 8267b447-70fa-4938-b1be-7bf5893e8962 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:59:15.063156 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:15.205456 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:15.217407 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8443a97-70bb-449d-ab1a-4a07cdeef1df req-9c205ba3-fc02-41af-abc2-71f52039e57b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:15.225426 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f8443a97-70bb-449d-ab1a-4a07cdeef1df req-9c205ba3-fc02-41af-abc2-71f52039e57b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.1019988
Dec 02 17:59:15.232465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 58682) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:59:15.248518 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8267b447-70fa-4938-b1be-7bf5893e8962'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:59:15.259698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 8267b447-70fa-4938-b1be-7bf5893e8962, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8267b447-70fa-4938-b1be-7bf5893e8962,segment=NetworkSegment(205f4dc9-96e8-409d-a722-4c7af1aeab79),segment_id=205f4dc9-96e8-409d-a722-4c7af1aeab79)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:59:15.262827 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:15.264921 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:59:15.274024 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f8443a97-70bb-449d-ab1a-4a07cdeef1df req-0f291e82-c068-470c-a830-feb50fb628ea tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0476933
Dec 02 17:59:15.314657 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:59:15.344273 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8267b447-70fa-4938-b1be-7bf5893e8962', 'code': 200}
Dec 02 17:59:15.361320 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-36e6c24d-eefe-4617-9042-be281554067e None None] No Port match for: 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 17:59:15.361717 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 5bf1cda0-f956-4a7c-95f7-6b4c6c68e5a1 not bound to the agent host hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 17:59:15.374324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=8267b447-70fa-4938-b1be-7bf5893e8962,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:59:15.377729 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:59:15.910252 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-505ae391-1bd7-4d08-b9ab-a791f93efb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558260'] for router_interface, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:15.912172 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40b591-9f0e-473c-83ed-83930e1dd6d3 req-75541b6b-5eaa-4930-b080-18b5f5ef2b37 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:15.913872 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-da40b591-9f0e-473c-83ed-83930e1dd6d3 req-75541b6b-5eaa-4930-b080-18b5f5ef2b37 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 946 time: 0.3714213
Dec 02 17:59:15.971394 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-da40b591-9f0e-473c-83ed-83930e1dd6d3 req-aa78e1bc-88ed-43c8-aff1-d3c4ff29c6f8 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0501399
Dec 02 17:59:15.986097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0206c-1389-4512-82dc-bca8c935ac5e req-58234eff-1ebf-4b48-a7c0-5e8d56df0e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:15.987729 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-73c0206c-1389-4512-82dc-bca8c935ac5e req-58234eff-1ebf-4b48-a7c0-5e8d56df0e5b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 1163 time: 0.3600664
Dec 02 17:59:16.035335 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-73c0206c-1389-4512-82dc-bca8c935ac5e req-8994b30a-9f1c-4929-9370-c3d4900cf60b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0398071
Dec 02 17:59:16.311461 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 8267b447-70fa-4938-b1be-7bf5893e8962 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:59:16.396384 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 8267b447-70fa-4938-b1be-7bf5893e8962 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:59:16.397110 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:16.581497 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca2f79-1549-4f98-8867-c0cc1b6d6b53 req-e36f2b5c-736e-40e5-93fa-72704bb9dbda tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:16.583155 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fca2f79-1549-4f98-8867-c0cc1b6d6b53 req-e36f2b5c-736e-40e5-93fa-72704bb9dbda tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.1436076
Dec 02 17:59:16.637343 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-505ae391-1bd7-4d08-b9ab-a791f93efb3f admin admin] Deleting port 97059d82-89af-4f2f-9bf6-d28842fc81d2 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:59:16.637746 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-505ae391-1bd7-4d08-b9ab-a791f93efb3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:16.690703 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fca2f79-1549-4f98-8867-c0cc1b6d6b53 req-28a62f68-dab6-43c5-be81-45711e058368 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1006544
Dec 02 17:59:16.837425 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-505ae391-1bd7-4d08-b9ab-a791f93efb3f admin admin] For port 97059d82-89af-4f2f-9bf6-d28842fc81d2, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=97059d82-89af-4f2f-9bf6-d28842fc81d2,segment=NetworkSegment(a669463e-0df4-4083-ab53-540a9d427bd2),segment_id=a669463e-0df4-4083-ab53-540a9d427bd2)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:59:16.837788 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-505ae391-1bd7-4d08-b9ab-a791f93efb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:16.968107 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-505ae391-1bd7-4d08-b9ab-a791f93efb3f admin admin] Calling delete_port for 97059d82-89af-4f2f-9bf6-d28842fc81d2 owned by network:router_interface {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:59:17.146164 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-505ae391-1bd7-4d08-b9ab-a791f93efb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:17.208007 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd6dfa-28a3-4906-83f2-fbe3a01630f2 req-a938fafe-a49f-4135-8ddf-7eac015ae8df tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:17.209656 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8bfd6dfa-28a3-4906-83f2-fbe3a01630f2 req-a938fafe-a49f-4135-8ddf-7eac015ae8df tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 946 time: 0.1033299
Dec 02 17:59:17.232611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-21a6bf27-ee91-4435-ae0e-0a42a0f36a59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:59:17.257828 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8bfd6dfa-28a3-4906-83f2-fbe3a01630f2 req-3a406e2a-82b1-4f3c-bb4a-c02657ee6be7 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0415313
Dec 02 17:59:17.285542 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505ae391-1bd7-4d08-b9ab-a791f93efb3f admin admin] Pushing event deleted for resources: {'Port': ['ID=97059d82-89af-4f2f-9bf6-d28842fc81d2,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:59:17.291709 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-505ae391-1bd7-4d08-b9ab-a791f93efb3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:59:17.580094 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-505ae391-1bd7-4d08-b9ab-a791f93efb3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850785554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854126231'] for router_interface, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:18.158991 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a15c1-e45d-426d-b410-e8ffbc5990b5 req-776dd4ac-c80b-482d-8551-f1b98215662f tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:18.160670 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-876a15c1-e45d-426d-b410-e8ffbc5990b5 req-776dd4ac-c80b-482d-8551-f1b98215662f tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.2521055
Dec 02 17:59:18.240244 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-876a15c1-e45d-426d-b410-e8ffbc5990b5 req-048f610f-123a-4f5c-8b11-ea75166532fd tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0711319
Dec 02 17:59:18.415371 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:59:18.487988 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:59:18.494095 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:18.524304 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505ae391-1bd7-4d08-b9ab-a791f93efb3f admin admin] Router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:59:18.532389 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b53fd9-f0da-412b-83a9-f55a684d1256 req-2cbfe4d3-af05-4ddb-9ae0-7c677d1ac562 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:18.534027 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-72b53fd9-f0da-412b-83a9-f55a684d1256 req-2cbfe4d3-af05-4ddb-9ae0-7c677d1ac562 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 946 time: 0.1369891
Dec 02 17:59:18.716316 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-72b53fd9-f0da-412b-83a9-f55a684d1256 req-356ad5c1-a99b-4a7b-beb7-c7f1f3595bd8 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1742616
Dec 02 17:59:18.760535 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505ae391-1bd7-4d08-b9ab-a791f93efb3f admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:59:18.771618 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020ef66b-f39a-47f2-9a33-970b6e72e539 None None] Sync routers for ids ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:59:18.774512 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-505ae391-1bd7-4d08-b9ab-a791f93efb3f admin admin] 10.222.0.21 "PUT /v2.0/routers/9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5403545
Dec 02 17:59:18.777529 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 58714) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:59:18.782725 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020ef66b-f39a-47f2-9a33-970b6e72e539 None None] Routers {'9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:59:18.783425 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-020ef66b-f39a-47f2-9a33-970b6e72e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c23c780>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:58:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:59:19.051963 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb058-f165-43a1-99f0-ef329926aeca admin admin] Notify callbacks [] for router, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:19.151314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-020ef66b-f39a-47f2-9a33-970b6e72e539 None None] Set router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:59:19.203093 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfb556-9d4a-447e-98f2-380a7b7dfdf9 req-999e90b5-d128-4e21-807e-67d6cdaa1198 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:19.204755 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-31bfb556-9d4a-447e-98f2-380a7b7dfdf9 req-999e90b5-d128-4e21-807e-67d6cdaa1198 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 946 time: 0.2938395
Dec 02 17:59:19.289904 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-31bfb556-9d4a-447e-98f2-380a7b7dfdf9 req-3cdcfc1c-e139-4f3b-a518-ab7809aef0ff tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0743883
Dec 02 17:59:19.301430 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb058-f165-43a1-99f0-ef329926aeca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:19.306928 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-7a7cb058-f165-43a1-99f0-ef329926aeca admin admin] Deleting port 5452fefc-ab6c-4343-bd94-4981b73b5b62 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:59:19.307370 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb058-f165-43a1-99f0-ef329926aeca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:19.474619 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-020ef66b-f39a-47f2-9a33-970b6e72e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c23c780>, [{'id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'name': 'tempest-TestMinimumBasicScenario-1460225543-router', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:59:17Z', 'revision_number': 5, 'project_id': '2b9f580ccafc411288557243f06a641f', 'gw_port': {'id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:59:19.479096 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020ef66b-f39a-47f2-9a33-970b6e72e539 None None] Checking router: 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:59:19.490188 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020ef66b-f39a-47f2-9a33-970b6e72e539 None None] Routers {'9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:59:19.490916 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-020ef66b-f39a-47f2-9a33-970b6e72e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c23c780>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:58:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:59:19.564690 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-7a7cb058-f165-43a1-99f0-ef329926aeca admin admin] For port 5452fefc-ab6c-4343-bd94-4981b73b5b62, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=5452fefc-ab6c-4343-bd94-4981b73b5b62,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:59:19.564988 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb058-f165-43a1-99f0-ef329926aeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:19.683418 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-16e75039-13c7-44b2-b3c5-f9c79a76d1e7 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1734092
Dec 02 17:59:19.686302 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-020ef66b-f39a-47f2-9a33-970b6e72e539 None None] Set router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:59:19.694633 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Request body: {'floatingip': {'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:59:19.701614 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 17:59:19.711587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 17:59:19.712145 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-7a7cb058-f165-43a1-99f0-ef329926aeca admin admin] Calling delete_port for 5452fefc-ab6c-4343-bd94-4981b73b5b62 owned by network:router_gateway {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:59:19.721701 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:19.745619 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ab1ba-4264-4779-9978-9b0f6f8bfd43 req-25bb933b-0f07-4ad2-ae4b-1024f3ae8c01 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:19.747443 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6b4ab1ba-4264-4779-9978-9b0f6f8bfd43 req-25bb933b-0f07-4ad2-ae4b-1024f3ae8c01 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.2871735
Dec 02 17:59:19.831292 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6b4ab1ba-4264-4779-9978-9b0f6f8bfd43 req-4ba79750-78b6-4a99-b6cf-c392f0b6dcfe tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0748365
Dec 02 17:59:19.883660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:19.908153 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb058-f165-43a1-99f0-ef329926aeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING neutron.plugins.ml2.ovo_rpc [None req-7a7cb058-f165-43a1-99f0-ef329926aeca admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     result = function(*args, **kwargs)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     proto.__init__(conn_state, self)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.handle()
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.handle_one_request()
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.handle_one_response()
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     result = self.application(self.environ, start_response)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     return app(environ, start_response)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     resp = self.call_func(req, *args, **kw)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.func(req, *args, **kwargs)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     response = req.get_response(self.application)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     application, catch_exc_info=False)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     app_iter = application(self.environ, start_response)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     resp = self.call_func(req, *args, **kw)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.func(req, *args, **kwargs)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     response = req.get_response(self.application)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     application, catch_exc_info=False)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     app_iter = application(self.environ, start_response)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     resp = self.call_func(req, *args, **kw)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.func(req, *args, **kwargs)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     response = req.get_response(self.application)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     application, catch_exc_info=False)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     app_iter = application(self.environ, start_response)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     resp = self.call_func(req, *args, **kw)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.func(req, *args, **kwargs)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     response = req.get_response(self.application)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     application, catch_exc_info=False)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     app_iter = application(self.environ, start_response)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     resp = self.call_func(req, *args, **kw)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.func(req, *args, **kwargs)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     return request.get_response(self.application)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     application, catch_exc_info=False)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     app_iter = application(self.environ, start_response)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     resp = self.call_func(req, *args, **kw)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.func(req, *args, **kwargs)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     response = req.get_response(self._app)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     application, catch_exc_info=False)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     app_iter = application(self.environ, start_response)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     return resp(environ, start_response)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     return resp(environ, start_response)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     response = self.app(environ, start_response)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     return resp(environ, start_response)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     resp = self.call_func(req, *args, **kw)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.func(req, *args, **kwargs)
Dec 02 17:59:19.914235 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     result = method(request=request, **args)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._delete(request, id, **kwargs)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(*args, **kwargs)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(*args, **kwargs)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(*dup_args, **dup_kwargs)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     obj_deleter(request.context, id, **kwargs)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     return method(*args, **kwargs)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(*args, **kwargs)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(*args, **kwargs)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(*dup_args, **dup_kwargs)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._delete_current_gw_port(context, id, router, None)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, context, *args, **kwargs)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     return method(*args, **kwargs)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     context, port, router_ids, bound_mech_contexts)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     return function(*args, **kwargs)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     callback(resource, event, trigger, **kwargs)
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     if self._is_session_semantic_violated(context, resource, event):
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]:     stack = traceback.extract_stack()
Dec 02 17:59:19.920524 dv-cinder-733623-9-iscsi neutron-server[80134]: 
Dec 02 17:59:20.015718 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-020ef66b-f39a-47f2-9a33-970b6e72e539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c23c780>, [{'id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'name': 'tempest-TestMinimumBasicScenario-1460225543-router', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:59:17Z', 'revision_number': 5, 'project_id': '2b9f580ccafc411288557243f06a641f', 'gw_port': {'id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:59:20.020207 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-020ef66b-f39a-47f2-9a33-970b6e72e539 None None] The sync data for ids ['9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8'] in dv-cinder-733623-9-iscsi is: [{'id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'name': 'tempest-TestMinimumBasicScenario-1460225543-router', 'tenant_id': '2b9f580ccafc411288557243f06a641f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241'}], 'enable_snat': True}, 'gw_port_id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:59:17Z', 'revision_number': 5, 'project_id': '2b9f580ccafc411288557243f06a641f', 'gw_port': {'id': '5452fefc-ab6c-4343-bd94-4981b73b5b62', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:55Z', 'updated_at': '2020-12-02T17:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:59:20.128238 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb058-f165-43a1-99f0-ef329926aeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558396'] for router_gateway, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:20.203722 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Allocated IP 172.27.2.53 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/6efb643e-4672-4c24-bf11-5ea6e980066c) {{(pid=80244) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 17:59:20.270601 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb058-f165-43a1-99f0-ef329926aeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3749'] for router, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:20.273133 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb058-f165-43a1-99f0-ef329926aeca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:20.367642 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb058-f165-43a1-99f0-ef329926aeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854217073'] for router, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:20.368251 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7cb058-f165-43a1-99f0-ef329926aeca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 {{(pid=80243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 02 17:59:20.372306 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for port, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:20.382947 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7a7cb058-f165-43a1-99f0-ef329926aeca admin admin] Notify callbacks [] for router, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:20.386807 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-7a7cb058-f165-43a1-99f0-ef329926aeca admin admin] 10.222.0.21 "DELETE /v2.0/routers/9ca4e7f2-ae8b-45d2-9c7c-3a276e2b77a8 HTTP/1.1" status: 204  len: 168 time: 1.6058955
Dec 02 17:59:20.387079 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 58728) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:59:20.405110 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:20.421857 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:59:20.460924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_v2 [None req-1794c1af-be17-4cbf-b106-cf0f99dfa4d2 admin admin] Deleting subnet 82dcd88b-f504-4cee-ba95-fa92d675a32b {{(pid=80243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 17:59:20.464021 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1794c1af-be17-4cbf-b106-cf0f99dfa4d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:20.531956 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1794c1af-be17-4cbf-b106-cf0f99dfa4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853494372'] for subnet, precommit_delete_associations {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:20.567850 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event updated for resources: {'Port': ['ID=6efb643e-4672-4c24-bf11-5ea6e980066c,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:59:20.572307 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:59:20.621229 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 97059d82-89af-4f2f-9bf6-d28842fc81d2 no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:59:20.628313 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80244) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 17:59:20.629739 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Resources bound (agent type, host, resource id):  {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 17:59:20.632198 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Received port after_create {{(pid=80244) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 17:59:20.659022 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: 97059d82-89af-4f2f-9bf6-d28842fc81d2 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 17:59:20.659574 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 97059d82-89af-4f2f-9bf6-d28842fc81d2 not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 17:59:20.686251 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1794c1af-be17-4cbf-b106-cf0f99dfa4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851170303'] for subnet, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:20.727116 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:20.789165 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:21.018315 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1794c1af-be17-4cbf-b106-cf0f99dfa4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11511332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11453539'] for subnet, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:21.081796 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for port, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:21.085594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843917156'] for port, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:21.102026 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5145e29b-1f04-47cc-8964-93030f5bfe46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:59:21.249545 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event updated for resources: {'Port': ['ID=6efb643e-4672-4c24-bf11-5ea6e980066c,revision_number=2']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:59:21.254081 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:59:21.297090 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4b97165e-25c1-4226-92f4-82bc5e536efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:59:21.357114 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1794c1af-be17-4cbf-b106-cf0f99dfa4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82dcd88b-f504-4cee-ba95-fa92d675a32b,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:59:21.357355 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:21.365515 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1794c1af-be17-4cbf-b106-cf0f99dfa4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:59:21.383907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:21.385242 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-19ce205a-ceab-4206-ba35-35a5a8ccc825 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.6953356
Dec 02 17:59:21.474504 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-7b3bc74b-514e-450d-8ab2-4fef45ce9ec3 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Synchronizing usage tracker for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:floatingip {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 17:59:21.479487 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d43dafc-f417-44d4-8443-7ee0f1d72535 None None] Network fc9cfd30-dc19-40d0-b8bc-150ba28d84ea requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 17:59:21.481705 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1794c1af-be17-4cbf-b106-cf0f99dfa4d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:21.491289 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-7b3bc74b-514e-450d-8ab2-4fef45ce9ec3 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Unset dirty status for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:floatingip {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 17:59:21.492636 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-7b3bc74b-514e-450d-8ab2-4fef45ce9ec3 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.53 HTTP/1.1" status: 200  len: 695 time: 0.1004689
Dec 02 17:59:21.501467 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e646450-88b4-4177-94ec-96eb3eaf5a2f req-a575387a-cecb-47a1-86b3-26cf69dd3ac6 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:21.503212 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4e646450-88b4-4177-94ec-96eb3eaf5a2f req-a575387a-cecb-47a1-86b3-26cf69dd3ac6 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.4947691
Dec 02 17:59:21.505715 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e7b43-dfc1-4b9c-8388-7acc2c24140f req-5f1fd7cf-542f-4769-8451-28a57b9ddd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:21.507295 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7d2e7b43-dfc1-4b9c-8388-7acc2c24140f req-5f1fd7cf-542f-4769-8451-28a57b9ddd94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08c5d505eefa48458ed1c3b80b70cbc7&device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 1162 time: 0.5390732
Dec 02 17:59:21.511708 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-1794c1af-be17-4cbf-b106-cf0f99dfa4d2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/82dcd88b-f504-4cee-ba95-fa92d675a32b HTTP/1.1" status: 204  len: 168 time: 1.1229889
Dec 02 17:59:21.513903 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 58738) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:59:21.708689 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4e646450-88b4-4177-94ec-96eb3eaf5a2f req-1c97b8ae-250e-45d5-95aa-cf94cad747cf tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1954665
Dec 02 17:59:21.803656 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0121956e-d1b2-4d34-a573-a77116d46d2a None None] DHCP port deletion for fc9cfd30-dc19-40d0-b8bc-150ba28d84ea request from dv-cinder-733623-9-iscsi {{(pid=80245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 02 17:59:21.808511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-0121956e-d1b2-4d34-a573-a77116d46d2a None None] Deleting port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:59:21.809032 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0121956e-d1b2-4d34-a573-a77116d46d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:21.842465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3483811'] for network, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:21.911156 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-d2cdba7a-79f9-48f0-b249-5084f96a8c2b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:21.912869 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8a73251c-53d2-47e5-80ca-76a7c53106af req-d2cdba7a-79f9-48f0-b249-5084f96a8c2b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/networks/0e06ccbb-5acd-4938-8c27-f383e561e919 HTTP/1.1" status: 200  len: 784 time: 0.4119558
Dec 02 17:59:21.937515 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Deleting port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:59:21.937908 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:21.965004 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e7b43-dfc1-4b9c-8388-7acc2c24140f req-0ad50ee7-404f-448f-b69e-42354a02b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:21.967296 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7d2e7b43-dfc1-4b9c-8388-7acc2c24140f req-0ad50ee7-404f-448f-b69e-42354a02b142 service neutron] 10.222.0.43 "GET /v2.0/networks?id=56252445-cb9e-4a43-bb8d-1dff085eab32 HTTP/1.1" status: 200  len: 903 time: 0.4498258
Dec 02 17:59:22.056523 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-0121956e-d1b2-4d34-a573-a77116d46d2a None None] For port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82,segment=NetworkSegment(a669463e-0df4-4083-ab53-540a9d427bd2),segment_id=a669463e-0df4-4083-ab53-540a9d427bd2)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:59:22.057160 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0121956e-d1b2-4d34-a573-a77116d46d2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:22.135332 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-5b17eaaa-f3e1-47f1-a34c-dadcf7e522f8 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:22.137456 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-5b17eaaa-f3e1-47f1-a34c-dadcf7e522f8 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1025498
Dec 02 17:59:22.192870 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-0121956e-d1b2-4d34-a573-a77116d46d2a None None] Calling delete_port for 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 owned by network:dhcp {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:59:22.227697 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-c8c54d62-6fc4-40c4-ac1a-db253e66dc39 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.53 HTTP/1.1" status: 200  len: 695 time: 0.0829122
Dec 02 17:59:22.239350 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-4eca34fe-aeaa-49e1-85cb-948180fc9901 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Request body: {'floatingip': {'port_id': '8267b447-70fa-4938-b1be-7bf5893e8962', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 17:59:22.260488 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7d2e7b43-dfc1-4b9c-8388-7acc2c24140f req-9c6224ed-a096-4be0-9481-c6daadf8e337 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d HTTP/1.1" status: 200  len: 1000 time: 0.2800200
Dec 02 17:59:22.323335 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] For port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82,segment=NetworkSegment(a669463e-0df4-4083-ab53-540a9d427bd2),segment_id=a669463e-0df4-4083-ab53-540a9d427bd2)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:59:22.323335 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:22.329440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-4eca34fe-aeaa-49e1-85cb-948180fc9901 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:22.346103 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0121956e-d1b2-4d34-a573-a77116d46d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:22.368515 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:59:22.419667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121956e-d1b2-4d34-a573-a77116d46d2a None None] Pushing event deleted for resources: {'Port': ['ID=00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:59:22.423731 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-0121956e-d1b2-4d34-a573-a77116d46d2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:59:22.471764 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Calling delete_port for 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 owned by network:dhcp {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 17:59:22.508709 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121956e-d1b2-4d34-a573-a77116d46d2a None None] No DVR routers for this DVR port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 on host dv-cinder-733623-9-iscsi {{(pid=80245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 17:59:22.514438 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e7b43-dfc1-4b9c-8388-7acc2c24140f req-a97de087-ff45-4806-b547-d411d7fc10e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:22.516109 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7d2e7b43-dfc1-4b9c-8388-7acc2c24140f req-a97de087-ff45-4806-b547-d411d7fc10e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc9bf-e6e3-445f-8fe7-512f6d458a56 HTTP/1.1" status: 200  len: 848 time: 0.2458067
Dec 02 17:59:22.616012 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 17:59:22.616378 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 17:59:22.631360 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e7b43-dfc1-4b9c-8388-7acc2c24140f req-372e6c1d-5665-4482-be42-0f5f4718bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:22.633009 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7d2e7b43-dfc1-4b9c-8388-7acc2c24140f req-372e6c1d-5665-4482-be42-0f5f4718bdba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56252445-cb9e-4a43-bb8d-1dff085eab32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1091118
Dec 02 17:59:22.656180 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:59:22.691544 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 17:59:22.691544 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 17:59:22.692244 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 5452fefc-ab6c-4343-bd94-4981b73b5b62 no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:59:22.726080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: 5452fefc-ab6c-4343-bd94-4981b73b5b62 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 17:59:22.726653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 5452fefc-ab6c-4343-bd94-4981b73b5b62 not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 17:59:22.802765 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7d2e7b43-dfc1-4b9c-8388-7acc2c24140f req-ff168bac-9ee8-4396-bab3-6ae263e171ac service neutron] 10.222.0.43 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1614797
Dec 02 17:59:22.989822 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-4eca34fe-aeaa-49e1-85cb-948180fc9901 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:22.993427 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-4eca34fe-aeaa-49e1-85cb-948180fc9901 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:23.019350 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7d2e7b43-dfc1-4b9c-8388-7acc2c24140f req-f1950a14-e152-425c-8e43-7d8d45c62458 service neutron] 10.222.0.43 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2084937
Dec 02 17:59:23.039829 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70395cf1-723f-4e32-bde7-ffbea77136e3 req-f1bdd22d-ed6f-49c6-aeac-e161f73e5a04 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:23.041457 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-70395cf1-723f-4e32-bde7-ffbea77136e3 req-f1bdd22d-ed6f-49c6-aeac-e161f73e5a04 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.1881108
Dec 02 17:59:23.092235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ea88da6f-c839-4b2f-9154-2a79ab6a0f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:23.094123 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-70395cf1-723f-4e32-bde7-ffbea77136e3 req-af4c5d0b-4121-48fd-9cce-4347859fbf39 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0444615
Dec 02 17:59:23.117951 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Deleting port 00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 17:59:23.118347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:23.188521 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-4eca34fe-aeaa-49e1-85cb-948180fc9901 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Floating IP cc2cd0a9-d623-4476-8d75-d142030e1eed associated. External IP: 172.27.2.53, port: 8267b447-70fa-4938-b1be-7bf5893e8962.
Dec 02 17:59:23.194216 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] The port '00ee13e3-0a58-41c2-8fb6-bc4e52bc0e82' was deleted {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 02 17:59:23.324798 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851106152', 'neutron.services.segments.db._delete_segments_for_network--9223363262389739448'] for network, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:23.450129 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf66b06eb8>,) {'filters': {'network_id': ['fc9cfd30-dc19-40d0-b8bc-150ba28d84ea']}} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:59:23.463977 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf66b06eb8>, 'a669463e-0df4-4083-ab53-540a9d427bd2') {'for_net_delete': True} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:59:23.464320 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf66b06eb8>, 'a669463e-0df4-4083-ab53-540a9d427bd2') {} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:59:23.476771 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262389743032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1281428'] for segment, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:23.495008 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:23.497868 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 17:59:23.569997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-4eca34fe-aeaa-49e1-85cb-948180fc9901 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 17:59:23.696826 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Network fc9cfd30-dc19-40d0-b8bc-150ba28d84ea has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 17:59:23.710317 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851109762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843264633'] for segment, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:23.771623 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-4eca34fe-aeaa-49e1-85cb-948180fc9901 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 17:59:23.776614 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-4eca34fe-aeaa-49e1-85cb-948180fc9901 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:23.782200 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4461075b-fabb-414c-ba5b-8b0f96279d96 None None] Sync routers for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 17:59:23.796267 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4461075b-fabb-414c-ba5b-8b0f96279d96 None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:59:23.797297 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-4461075b-fabb-414c-ba5b-8b0f96279d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c2c7208>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:58:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:59:23.843959 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-4eca34fe-aeaa-49e1-85cb-948180fc9901 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "PUT /v2.0/floatingips/cc2cd0a9-d623-4476-8d75-d142030e1eed HTTP/1.1" status: 200  len: 996 time: 1.6086674
Dec 02 17:59:23.844479 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'tag': '8267b447-70fa-4938-b1be-7bf5893e8962'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:59:23.932473 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'tag': '8267b447-70fa-4938-b1be-7bf5893e8962', 'status': 'completed', 'code': 200}
Dec 02 17:59:23.933838 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Network fc9cfd30-dc19-40d0-b8bc-150ba28d84ea has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   % (table.description, expected, rows_matched)
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   % (table.description, expected, rows_matched)
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   % (table.description, expected, rows_matched)
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   % (table.description, expected, rows_matched)
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]: Traceback (most recent call last):
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:     timer()
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:     cb(*args, **kw)
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:     return func(*args, **kwargs)
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._notify()
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.callback(batched_events)
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:     event.method(event)
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:     segment_id)['aggregates'][0]
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, *a, **k)
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._get(url).json()
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:     **kwargs)
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.request(url, 'GET', **kwargs)
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:     **endpoint_filter)
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 17:59:23.961019 dv-cinder-733623-9-iscsi neutron-server[80134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 17:59:23.975193 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-136a74c2-b2d6-4051-8d23-756463eeb2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:23.976880 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-136a74c2-b2d6-4051-8d23-756463eeb2f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 1163 time: 0.1001813
Dec 02 17:59:24.109311 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3669648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854217382'] for network, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:24.115866 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:24.123480 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-24eb0a4d-1fa0-4e36-a2c2-99e9791e0ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:59:24.162079 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc9cfd30-dc19-40d0-b8bc-150ba28d84ea,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:59:24.164969 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:59:24.170929 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-4461075b-fabb-414c-ba5b-8b0f96279d96 None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:59:24.173886 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-151b24ad-0611-449a-904e-3ecf3b4d5e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:24.176365 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e0b51-a5f3-4ef5-9616-b15fbe7fdc40 req-93ff76ab-b8e6-40ba-bec1-0c23c14c2f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:24.178028 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-702e0b51-a5f3-4ef5-9616-b15fbe7fdc40 req-93ff76ab-b8e6-40ba-bec1-0c23c14c2f45 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 1163 time: 0.1432238
Dec 02 17:59:24.183031 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-151b24ad-0611-449a-904e-3ecf3b4d5e7b service neutron] 10.222.0.21 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 905 time: 0.1984689
Dec 02 17:59:24.211175 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-a7deb8f9-2125-4637-b07d-788d1e618f94 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fc9cfd30-dc19-40d0-b8bc-150ba28d84ea HTTP/1.1" status: 204  len: 168 time: 2.6961088
Dec 02 17:59:24.349267 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-295219a0-c14b-45a0-babb-a9a5b8a94883 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8267b447-70fa-4938-b1be-7bf5893e8962 HTTP/1.1" status: 200  len: 999 time: 0.1652393
Dec 02 17:59:24.628061 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-4461075b-fabb-414c-ba5b-8b0f96279d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c2c7208>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'cc2cd0a9-d623-4476-8d75-d142030e1eed', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'port_id': '8267b447-70fa-4938-b1be-7bf5893e8962', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'mac_address': 'fa:16:3e:f4:d7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:59:20Z', 'updated_at': '2020-12-02T17:59:22Z', 'revision_number': 1, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:59:24.633597 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4461075b-fabb-414c-ba5b-8b0f96279d96 None None] Checking router: 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 17:59:24.645225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4461075b-fabb-414c-ba5b-8b0f96279d96 None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 17:59:24.646008 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-4461075b-fabb-414c-ba5b-8b0f96279d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c2c7208>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T17:58:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:59:24.663290 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 58766) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:59:24.706996 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-5cd7321e-024a-4403-9b5e-24f900a84eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:24.708638 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-5cd7321e-024a-4403-9b5e-24f900a84eea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 HTTP/1.1" status: 200  len: 850 time: 0.3526871
Dec 02 17:59:24.716683 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e0b51-a5f3-4ef5-9616-b15fbe7fdc40 req-97dde289-ce75-40b1-8d43-66b2325fc2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:24.718282 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-702e0b51-a5f3-4ef5-9616-b15fbe7fdc40 req-97dde289-ce75-40b1-8d43-66b2325fc2c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 905 time: 0.5337045
Dec 02 17:59:24.798433 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-72e5a389-93ae-4516-8b76-c3dbbf9fa3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:24.800659 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-72e5a389-93ae-4516-8b76-c3dbbf9fa3cf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81ba944c-237a-4bb9-9742-673bb3d6486a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836632
Dec 02 17:59:24.840240 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-4461075b-fabb-414c-ba5b-8b0f96279d96 None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 17:59:24.842076 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 58770) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:59:24.842417 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-6cd47a21-0c5c-423a-8697-d50e2457d7e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b9f580ccafc411288557243f06a641f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1737969
Dec 02 17:59:24.868420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d16f0d6-065a-4013-b925-38a5531e2d8e req-58f56774-3ffe-430e-b319-aea7491e19c8 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:24.870044 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6d16f0d6-065a-4013-b925-38a5531e2d8e req-58f56774-3ffe-430e-b319-aea7491e19c8 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.5546200
Dec 02 17:59:24.884811 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-702e0b51-a5f3-4ef5-9616-b15fbe7fdc40 req-a04b2e8e-6623-4f7f-933c-0f93520a459d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8267b447-70fa-4938-b1be-7bf5893e8962 HTTP/1.1" status: 200  len: 999 time: 0.1508071
Dec 02 17:59:24.991191 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6d16f0d6-065a-4013-b925-38a5531e2d8e req-597d25a5-12bc-4712-8527-a2a75237954d tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1122823
Dec 02 17:59:25.027546 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5194482b-5b27-46e1-a014-3bcaef39958f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:25.032446 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e0b51-a5f3-4ef5-9616-b15fbe7fdc40 req-9dae14a8-b77e-4e1c-9aee-41e1fab74f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:25.034126 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-702e0b51-a5f3-4ef5-9616-b15fbe7fdc40 req-9dae14a8-b77e-4e1c-9aee-41e1fab74f65 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 HTTP/1.1" status: 200  len: 850 time: 0.1317704
Dec 02 17:59:25.034328 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-31069ed5-bef0-42db-b0a0-a2e1c3dd07a5 service neutron] 10.222.0.21 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2258170
Dec 02 17:59:25.119973 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5194482b-5b27-46e1-a014-3bcaef39958f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:25.173143 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e0b51-a5f3-4ef5-9616-b15fbe7fdc40 req-1c44fcd8-7c75-45ff-9c94-d1b9b9246f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:25.175487 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-702e0b51-a5f3-4ef5-9616-b15fbe7fdc40 req-1c44fcd8-7c75-45ff-9c94-d1b9b9246f96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81ba944c-237a-4bb9-9742-673bb3d6486a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1338704
Dec 02 17:59:25.278130 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-90589f74-b8b7-4fb7-ad25-a7fdad203876 req-3696e924-fba7-4067-bce0-644f1fb4b3ab service neutron] 10.222.0.21 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2353799
Dec 02 17:59:25.282619 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5194482b-5b27-46e1-a014-3bcaef39958f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:25.288548 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-24d75469-229d-4a9a-8c1c-4c4f2720c637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:59:25.311351 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194482b-5b27-46e1-a014-3bcaef39958f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c4d4df-d6f4-4f26-9896-0ec906b9cb28,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:59:25.319989 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5194482b-5b27-46e1-a014-3bcaef39958f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:59:25.322759 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5194482b-5b27-46e1-a014-3bcaef39958f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:25.324164 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-5194482b-5b27-46e1-a014-3bcaef39958f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81c4d4df-d6f4-4f26-9896-0ec906b9cb28 HTTP/1.1" status: 204  len: 168 time: 0.4808211
Dec 02 17:59:25.342559 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-4461075b-fabb-414c-ba5b-8b0f96279d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c2c7208>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'cc2cd0a9-d623-4476-8d75-d142030e1eed', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'port_id': '8267b447-70fa-4938-b1be-7bf5893e8962', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'mac_address': 'fa:16:3e:f4:d7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:59:20Z', 'updated_at': '2020-12-02T17:59:22Z', 'revision_number': 1, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 17:59:25.347144 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4461075b-fabb-414c-ba5b-8b0f96279d96 None None] The sync data for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi is: [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'cc2cd0a9-d623-4476-8d75-d142030e1eed', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'port_id': '8267b447-70fa-4938-b1be-7bf5893e8962', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'mac_address': 'fa:16:3e:f4:d7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:59:20Z', 'updated_at': '2020-12-02T17:59:22Z', 'revision_number': 1, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 17:59:25.423048 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-702e0b51-a5f3-4ef5-9616-b15fbe7fdc40 req-5619d531-2427-4a13-8241-f9cbb5563ece service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2254674
Dec 02 17:59:25.583427 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-702e0b51-a5f3-4ef5-9616-b15fbe7fdc40 req-fe63431d-12d7-460c-8b1f-5b5b63983cf3 service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1527212
Dec 02 17:59:25.648003 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-13ce9f57-20e9-4509-acfc-59c6835e47d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:25.670053 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4877a1a-e226-439e-a6d7-4956ea949e1e None None] New status for floating IP cc2cd0a9-d623-4476-8d75-d142030e1eed: ACTIVE {{(pid=80245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 17:59:26.184082 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:26.213349 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1f2aa-2261-45fe-b14c-7a305f174974 req-4a29d48c-9251-49ee-95b5-4d3ff2d706d8 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:26.215061 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3cf1f2aa-2261-45fe-b14c-7a305f174974 req-4a29d48c-9251-49ee-95b5-4d3ff2d706d8 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.0965147
Dec 02 17:59:26.244904 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 17:59:26.280900 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3cf1f2aa-2261-45fe-b14c-7a305f174974 req-7243b8ed-41f6-46b1-b13b-a317bc7d0330 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0529001
Dec 02 17:59:26.372722 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:26.401150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9ee110-7675-4f5a-8148-96b659e03997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:59:26.412002 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d,segment=NetworkSegment(440fe43d-6d0f-412f-83c1-bfd20382b016),segment_id=440fe43d-6d0f-412f-83c1-bfd20382b016)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:59:26.414909 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:26.417447 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9578bc9e-8a24-4dab-afed-41be9f93265e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:59:26.494404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:59:26.498459 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:59:26.551053 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c9ee110-7675-4f5a-8148-96b659e03997', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d', 'code': 422} returned with failed status
Dec 02 17:59:26.656719 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 58794) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 17:59:26.734998 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384943a2-f31e-4ee1-8311-64eb09f0ee05 req-818e5331-1fa4-4432-b2ae-6ac6d55a0324 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:26.736773 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-384943a2-f31e-4ee1-8311-64eb09f0ee05 req-818e5331-1fa4-4432-b2ae-6ac6d55a0324 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.0902057
Dec 02 17:59:26.788228 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-384943a2-f31e-4ee1-8311-64eb09f0ee05 req-9c4561be-5330-43a0-a4a4-a6ed5dd5e710 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0446315
Dec 02 17:59:26.817992 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b17c38ea-d97d-43b1-8c57-399fe2f76a16 req-702cafd0-2377-44b8-aead-494ceaf7e52a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1584649
Dec 02 17:59:27.085421 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:27.833404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:28.009060 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa571ac-0d9f-4f73-8062-997231ce5ba9 req-8e59bd78-ec44-423d-aeaa-26fd938714ef tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:28.010617 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7fa571ac-0d9f-4f73-8062-997231ce5ba9 req-8e59bd78-ec44-423d-aeaa-26fd938714ef tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.0873089
Dec 02 17:59:28.059763 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7fa571ac-0d9f-4f73-8062-997231ce5ba9 req-5433ba2b-d425-4afc-8f8f-6970b78d03e8 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0423946
Dec 02 17:59:28.301626 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c38ea-d97d-43b1-8c57-399fe2f76a16 req-8293d444-bcfd-490b-b764-e0e3bd6d3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:28.303235 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b17c38ea-d97d-43b1-8c57-399fe2f76a16 req-8293d444-bcfd-490b-b764-e0e3bd6d3e0e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997&tenant_id=08c5d505eefa48458ed1c3b80b70cbc7 HTTP/1.1" status: 200  len: 1160 time: 0.0769601
Dec 02 17:59:28.415466 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c38ea-d97d-43b1-8c57-399fe2f76a16 req-56022036-9bc4-489d-a19d-fb3df42f69cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:28.417102 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b17c38ea-d97d-43b1-8c57-399fe2f76a16 req-56022036-9bc4-489d-a19d-fb3df42f69cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08c5d505eefa48458ed1c3b80b70cbc7&device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 1160 time: 0.0804400
Dec 02 17:59:28.565328 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c38ea-d97d-43b1-8c57-399fe2f76a16 req-6cb7a8c0-7b8f-4385-af0a-827b408c5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:28.566997 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b17c38ea-d97d-43b1-8c57-399fe2f76a16 req-6cb7a8c0-7b8f-4385-af0a-827b408c5510 service neutron] 10.222.0.43 "GET /v2.0/networks?id=56252445-cb9e-4a43-bb8d-1dff085eab32 HTTP/1.1" status: 200  len: 903 time: 0.1436553
Dec 02 17:59:28.685358 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b17c38ea-d97d-43b1-8c57-399fe2f76a16 req-9f9b40b2-ae5a-4866-99a9-6bc8e7c50180 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d HTTP/1.1" status: 200  len: 998 time: 0.1108878
Dec 02 17:59:28.762505 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c38ea-d97d-43b1-8c57-399fe2f76a16 req-9fcd0336-02c7-4022-ac61-94b6e6d195c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:28.764111 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b17c38ea-d97d-43b1-8c57-399fe2f76a16 req-9fcd0336-02c7-4022-ac61-94b6e6d195c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc9bf-e6e3-445f-8fe7-512f6d458a56 HTTP/1.1" status: 200  len: 848 time: 0.0718775
Dec 02 17:59:28.848884 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c38ea-d97d-43b1-8c57-399fe2f76a16 req-cc28d548-8dbc-4a7a-887f-500cd81d5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:28.850557 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b17c38ea-d97d-43b1-8c57-399fe2f76a16 req-cc28d548-8dbc-4a7a-887f-500cd81d5870 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56252445-cb9e-4a43-bb8d-1dff085eab32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786314
Dec 02 17:59:29.001733 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b17c38ea-d97d-43b1-8c57-399fe2f76a16 req-78127697-f45b-4ecd-b3fa-6548a93aecd1 service neutron] 10.222.0.43 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437736
Dec 02 17:59:29.157589 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b17c38ea-d97d-43b1-8c57-399fe2f76a16 req-7d9a2885-d9db-42dd-8d59-171364bc3d10 service neutron] 10.222.0.43 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1482570
Dec 02 17:59:29.286795 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af74aff-2805-4ed7-b8fe-5846f99d8b9c req-0b07afce-300b-4aec-8738-db5231de4c00 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:29.288413 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8af74aff-2805-4ed7-b8fe-5846f99d8b9c req-0b07afce-300b-4aec-8738-db5231de4c00 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.0885084
Dec 02 17:59:29.337004 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8af74aff-2805-4ed7-b8fe-5846f99d8b9c req-ea9dc2e7-413f-4da1-9096-4660bb6e9248 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0419047
Dec 02 17:59:30.558230 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c9832-4c4f-4ead-9bd0-50cf0b364942 req-1d039308-31f7-41ba-9476-4b68ce793fb2 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:30.560086 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d85c9832-4c4f-4ead-9bd0-50cf0b364942 req-1d039308-31f7-41ba-9476-4b68ce793fb2 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.0912671
Dec 02 17:59:30.608928 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d85c9832-4c4f-4ead-9bd0-50cf0b364942 req-c350ef67-7ffa-4f6c-9f91-fbc1def2a430 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0426710
Dec 02 17:59:31.826491 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725af49-430d-4981-b996-ffcbc8cb6c36 req-312b3401-2c69-4b9e-a8f1-49af3d076b87 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:31.828110 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8725af49-430d-4981-b996-ffcbc8cb6c36 req-312b3401-2c69-4b9e-a8f1-49af3d076b87 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.0843356
Dec 02 17:59:31.874836 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8725af49-430d-4981-b996-ffcbc8cb6c36 req-c70a4303-2b38-46b8-b64c-578260acd7f4 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0403633
Dec 02 17:59:33.243918 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8df14-c69d-4c70-8f7a-f9817df12040 req-f28e4f01-8715-48f9-8a2e-d6505cb0cd3a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:33.245481 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-47a8df14-c69d-4c70-8f7a-f9817df12040 req-f28e4f01-8715-48f9-8a2e-d6505cb0cd3a tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.2337539
Dec 02 17:59:33.298454 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-47a8df14-c69d-4c70-8f7a-f9817df12040 req-c6b15228-bc4f-4080-8e40-4fccd985ccac tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0458591
Dec 02 17:59:34.522989 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6733f28a-d2cd-42f4-b099-9a811facfa51 req-1aa07e4f-c9d4-4510-b7b2-d2a83aada7f7 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:34.524538 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6733f28a-d2cd-42f4-b099-9a811facfa51 req-1aa07e4f-c9d4-4510-b7b2-d2a83aada7f7 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.0906343
Dec 02 17:59:34.572588 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6733f28a-d2cd-42f4-b099-9a811facfa51 req-468ce85a-003f-4fbc-9de4-54ef484e14de tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0413198
Dec 02 17:59:35.797943 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0afa11-ddc3-4164-a7dc-548d0a448924 req-1f3bc7b1-41ef-4740-8117-7e9ce5364055 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:35.799705 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a0afa11-ddc3-4164-a7dc-548d0a448924 req-1f3bc7b1-41ef-4740-8117-7e9ce5364055 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.0884402
Dec 02 17:59:35.862974 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a0afa11-ddc3-4164-a7dc-548d0a448924 req-2dc18ce8-216d-42e7-a4e4-ad5c8fe6c029 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0563321
Dec 02 17:59:37.180272 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fcd4c-60ad-4697-92cd-819d9761f932 req-7c6c00d2-13e3-4e05-ab2c-6beb2d98cdb5 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:37.181906 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fd5fcd4c-60ad-4697-92cd-819d9761f932 req-7c6c00d2-13e3-4e05-ab2c-6beb2d98cdb5 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.1809740
Dec 02 17:59:37.231935 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fd5fcd4c-60ad-4697-92cd-819d9761f932 req-5cbde1b2-06ab-41cd-9629-766053b255f3 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0433857
Dec 02 17:59:37.527663 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7732ebf-a202-4a57-a065-1e63355a7a55 req-ba52b5e2-0f18-4956-b29b-d969a15b3eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:37.529374 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f7732ebf-a202-4a57-a065-1e63355a7a55 req-ba52b5e2-0f18-4956-b29b-d969a15b3eaf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08c5d505eefa48458ed1c3b80b70cbc7&device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 1160 time: 0.0946293
Dec 02 17:59:37.704774 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7732ebf-a202-4a57-a065-1e63355a7a55 req-8ca4e575-ba65-480e-8d6b-d5c7d66bf9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:37.706423 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f7732ebf-a202-4a57-a065-1e63355a7a55 req-8ca4e575-ba65-480e-8d6b-d5c7d66bf9fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=56252445-cb9e-4a43-bb8d-1dff085eab32 HTTP/1.1" status: 200  len: 903 time: 0.1563733
Dec 02 17:59:37.831057 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f7732ebf-a202-4a57-a065-1e63355a7a55 req-2737b01c-0957-4c9a-923d-fb560b204d67 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d HTTP/1.1" status: 200  len: 998 time: 0.1162541
Dec 02 17:59:37.911951 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7732ebf-a202-4a57-a065-1e63355a7a55 req-1a64df69-1a77-49e8-85d2-e82a60659dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:37.913580 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f7732ebf-a202-4a57-a065-1e63355a7a55 req-1a64df69-1a77-49e8-85d2-e82a60659dd2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc9bf-e6e3-445f-8fe7-512f6d458a56 HTTP/1.1" status: 200  len: 848 time: 0.0735366
Dec 02 17:59:38.002825 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7732ebf-a202-4a57-a065-1e63355a7a55 req-24911a96-1f00-4495-8dbd-3c9a7eafdcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:38.004519 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f7732ebf-a202-4a57-a065-1e63355a7a55 req-24911a96-1f00-4495-8dbd-3c9a7eafdcc2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56252445-cb9e-4a43-bb8d-1dff085eab32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829813
Dec 02 17:59:38.164258 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f7732ebf-a202-4a57-a065-1e63355a7a55 req-0018e148-641e-4264-89ee-839a4d66ab48 service neutron] 10.222.0.43 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490157
Dec 02 17:59:38.329521 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f7732ebf-a202-4a57-a065-1e63355a7a55 req-a3635903-12f6-4cc9-bef9-0077512eb817 service neutron] 10.222.0.43 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1578541
Dec 02 17:59:38.464684 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d2e5d-b95b-4066-ab30-42486caa9be0 req-aac8c814-957f-43ed-a263-ea5fa0a0b8bd tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:38.466326 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-219d2e5d-b95b-4066-ab30-42486caa9be0 req-aac8c814-957f-43ed-a263-ea5fa0a0b8bd tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 943 time: 0.0925825
Dec 02 17:59:38.516564 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-219d2e5d-b95b-4066-ab30-42486caa9be0 req-d2b11a30-c58c-4b31-8e4b-bf8724db6e2c tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0436642
Dec 02 17:59:39.124457 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:59:39.200153 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:59:39.200579 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:39.339719 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:39.368409 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9ee110-7675-4f5a-8148-96b659e03997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 17:59:39.379459 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d,segment=NetworkSegment(440fe43d-6d0f-412f-83c1-bfd20382b016),segment_id=440fe43d-6d0f-412f-83c1-bfd20382b016)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 17:59:39.382653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:39.384674 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 17:59:39.442023 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9ee110-7675-4f5a-8148-96b659e03997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d', 'code': 200}
Dec 02 17:59:39.469119 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d,revision_number=6']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 17:59:39.477624 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.478498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.478498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.478781 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.479125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.479503 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.479883 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.480256 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.480632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.481004 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.481376 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.481749 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.482249 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.482644 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.483027 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.483394 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.483798 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.484111 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.484478 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.484846 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.485218 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.485583 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.485966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.486325 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 17:59:39.491154 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 17:59:39.789806 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae91519-4500-4da4-bb73-80158e157ce4 req-154b7508-3173-43fb-a5a3-ea14e3dbf7ee tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:39.789806 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fae91519-4500-4da4-bb73-80158e157ce4 req-154b7508-3173-43fb-a5a3-ea14e3dbf7ee tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.1265600
Dec 02 17:59:39.905135 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fae91519-4500-4da4-bb73-80158e157ce4 req-22f55a23-f06b-4f82-9fed-a0ca1f9171ad tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0712662
Dec 02 17:59:39.930814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87fe3d-c698-401f-a2cb-cd4395d8f97b req-719bee10-06c1-4dab-87c2-4d1cd1fef842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:39.932485 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7b87fe3d-c698-401f-a2cb-cd4395d8f97b req-719bee10-06c1-4dab-87c2-4d1cd1fef842 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 1162 time: 0.1416266
Dec 02 17:59:39.981191 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7b87fe3d-c698-401f-a2cb-cd4395d8f97b req-246d87da-4a68-4119-8107-f1124f6337b7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0410900
Dec 02 17:59:40.338267 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:40.533489 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 17:59:40.606832 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 17:59:40.607265 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:41.135381 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30e9b3-66c1-4930-921f-622e8fb51ea7 req-1e5e6f3d-b482-46bb-9602-0031ce98e5fa tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:41.137198 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ac30e9b3-66c1-4930-921f-622e8fb51ea7 req-1e5e6f3d-b482-46bb-9602-0031ce98e5fa tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.0930593
Dec 02 17:59:41.196030 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ac30e9b3-66c1-4930-921f-622e8fb51ea7 req-430c7247-a35a-48aa-8f90-d28ee17a1b6f tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0486662
Dec 02 17:59:42.435241 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4df70-8a1c-4c1e-ab4e-66aa4200d88f req-e88b8f67-1a57-4165-ad2d-10eb1aea7433 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 17:59:42.437382 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b5c4df70-8a1c-4c1e-ab4e-66aa4200d88f req-e88b8f67-1a57-4165-ad2d-10eb1aea7433 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.0858924
Dec 02 17:59:42.488248 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b5c4df70-8a1c-4c1e-ab4e-66aa4200d88f req-a1a5f269-8c4f-4327-b7b3-97332c572945 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0445058
Dec 02 17:59:44.100226 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 17:59:53.096575 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-16db0f23-bef5-47bb-8f70-d3ae4fc54b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:55.651657 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cabdefd3-ec43-4ed8-b2f7-fce60244e2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:56.187708 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:57.088473 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 17:59:57.837610 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:03.412708 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87492fa-6ec2-4298-9838-000109cf3d69 req-96171635-34f3-43c3-bf94-c0e8d8a77251 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:03.414374 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c87492fa-6ec2-4298-9838-000109cf3d69 req-96171635-34f3-43c3-bf94-c0e8d8a77251 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0864048
Dec 02 18:00:03.463969 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c87492fa-6ec2-4298-9838-000109cf3d69 req-602ecc2f-081b-4b7d-a7d2-b19f16716f97 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430672
Dec 02 18:00:04.708794 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81d63c-501d-443d-98c2-6f00ca46650c req-a389149a-0fe9-4809-888a-cfc34d0215a2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:04.710502 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9b81d63c-501d-443d-98c2-6f00ca46650c req-a389149a-0fe9-4809-888a-cfc34d0215a2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0913279
Dec 02 18:00:04.763373 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9b81d63c-501d-443d-98c2-6f00ca46650c req-a1b29d01-583e-469a-aad9-ed3103c08a62 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449648
Dec 02 18:00:06.276924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d799f2d-d530-4ead-98a4-265b72a84c84 req-74d46616-1d1a-4cca-9b72-5c02479d93cc tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:06.278661 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8d799f2d-d530-4ead-98a4-265b72a84c84 req-74d46616-1d1a-4cca-9b72-5c02479d93cc tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.3593547
Dec 02 18:00:06.331376 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8d799f2d-d530-4ead-98a4-265b72a84c84 req-4709f45d-8efa-42a7-8af6-0833cefa5d59 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461915
Dec 02 18:00:07.569878 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8791b1e-683f-4582-87c7-89e61c5a7206 req-4f802883-58e5-448f-8fee-e2c483309418 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:07.571522 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d8791b1e-683f-4582-87c7-89e61c5a7206 req-4f802883-58e5-448f-8fee-e2c483309418 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0888262
Dec 02 18:00:07.619635 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d8791b1e-683f-4582-87c7-89e61c5a7206 req-0cb496b6-0a83-4358-9d60-12334116d425 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412230
Dec 02 18:00:08.874732 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f70c5-a5d9-47c3-8344-3dd0ad316f13 req-75bb5935-f6e4-420e-a65d-09c3c8abf767 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:08.876418 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4c2f70c5-a5d9-47c3-8344-3dd0ad316f13 req-75bb5935-f6e4-420e-a65d-09c3c8abf767 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0951574
Dec 02 18:00:08.929534 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4c2f70c5-a5d9-47c3-8344-3dd0ad316f13 req-3824d39d-e0fe-420a-aa42-86351e0d8c3f tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460224
Dec 02 18:00:10.202023 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894f48a-6edb-4dc7-bb46-5cd82dd303b1 req-b2a960ea-62c1-4c87-af40-22bd06048677 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:10.203787 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e894f48a-6edb-4dc7-bb46-5cd82dd303b1 req-b2a960ea-62c1-4c87-af40-22bd06048677 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.1001008
Dec 02 18:00:10.258977 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e894f48a-6edb-4dc7-bb46-5cd82dd303b1 req-cb34e3af-57c1-4dc3-a87f-8c6f3e53e179 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483899
Dec 02 18:00:10.344641 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:11.491480 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05d8cc-b9b4-4265-8cd9-8aa4a8631f3b req-3bf0d897-5ada-43b9-9c1a-28858373d148 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:11.493009 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8d05d8cc-b9b4-4265-8cd9-8aa4a8631f3b req-3bf0d897-5ada-43b9-9c1a-28858373d148 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0857961
Dec 02 18:00:11.540779 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8d05d8cc-b9b4-4265-8cd9-8aa4a8631f3b req-6081bd00-9862-4163-b60c-78c24db60bc6 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413277
Dec 02 18:00:12.776520 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974c35d-8892-46e7-b132-27d182fcaec2 req-22b784f4-e8fa-47c0-ae73-629e45135dfa tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:12.779069 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6974c35d-8892-46e7-b132-27d182fcaec2 req-22b784f4-e8fa-47c0-ae73-629e45135dfa tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0878308
Dec 02 18:00:12.829876 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6974c35d-8892-46e7-b132-27d182fcaec2 req-bc96d1c9-23ef-4357-80e6-52f32f06e811 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445397
Dec 02 18:00:14.061705 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5732f5-2306-4d8a-ae2c-61b2f70ab6a2 req-a76c2217-0411-470d-a067-68742700ded2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:14.063379 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5d5732f5-2306-4d8a-ae2c-61b2f70ab6a2 req-a76c2217-0411-470d-a067-68742700ded2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0884504
Dec 02 18:00:14.111747 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5d5732f5-2306-4d8a-ae2c-61b2f70ab6a2 req-e4f42130-8d1b-4db4-8854-e3975f97eb04 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418532
Dec 02 18:00:15.357118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b12ff-34f9-4f41-8548-f590b7217222 req-9a3faa3d-b62b-4001-a1eb-1471b891c796 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:15.358765 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-955b12ff-34f9-4f41-8548-f590b7217222 req-9a3faa3d-b62b-4001-a1eb-1471b891c796 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0921917
Dec 02 18:00:15.409919 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-955b12ff-34f9-4f41-8548-f590b7217222 req-47f1d364-31e1-419e-9305-62e40290fa9d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440841
Dec 02 18:00:16.641812 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321b81c-c856-4151-92c0-d98c5eac945d req-a3981cae-41b2-4586-9cab-339d9cd8108f tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:16.643536 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4321b81c-c856-4151-92c0-d98c5eac945d req-a3981cae-41b2-4586-9cab-339d9cd8108f tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0864301
Dec 02 18:00:16.696496 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4321b81c-c856-4151-92c0-d98c5eac945d req-f5d47173-f9ac-4b17-9337-922bf3294a94 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461230
Dec 02 18:00:18.124558 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef510c3-d87c-49ae-a3f4-cdc153932708 req-840a1460-677f-4faf-a782-14bacd38cd47 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:18.126743 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fef510c3-d87c-49ae-a3f4-cdc153932708 req-840a1460-677f-4faf-a782-14bacd38cd47 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0906389
Dec 02 18:00:18.176461 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fef510c3-d87c-49ae-a3f4-cdc153932708 req-217d8724-515d-4e8d-b279-8882e6b1659a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430570
Dec 02 18:00:19.415491 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ced85-cd99-47c6-a25f-3f54a602aa77 req-91e4aef5-16f9-4244-a8d7-515244a9e26a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:19.417037 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d23ced85-cd99-47c6-a25f-3f54a602aa77 req-91e4aef5-16f9-4244-a8d7-515244a9e26a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0832250
Dec 02 18:00:19.465237 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d23ced85-cd99-47c6-a25f-3f54a602aa77 req-23fd98bf-921c-46cf-a6b1-7159dd45b1d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415816
Dec 02 18:00:20.711484 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8881f-586a-4e7d-910e-0d24d65fb2be req-78d2fce8-5d11-480b-9e6e-65ea974c6585 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:20.713170 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fba8881f-586a-4e7d-910e-0d24d65fb2be req-78d2fce8-5d11-480b-9e6e-65ea974c6585 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0944359
Dec 02 18:00:20.773775 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fba8881f-586a-4e7d-910e-0d24d65fb2be req-c78fe836-c6d2-4117-a009-3c4e31e8f527 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513842
Dec 02 18:00:21.099642 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:00:22.013461 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428fe9f4-a258-4872-b259-d1d8de2cea06 req-b54d1f41-4a9e-4eaa-b26b-6f888b59ec26 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:22.015838 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-428fe9f4-a258-4872-b259-d1d8de2cea06 req-b54d1f41-4a9e-4eaa-b26b-6f888b59ec26 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0912340
Dec 02 18:00:22.067852 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-428fe9f4-a258-4872-b259-d1d8de2cea06 req-2dc88cc5-c7ec-4852-81a2-7f6744b9106b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451739
Dec 02 18:00:23.115027 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9d5bb964-78a0-4855-95c0-bd571033e3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:23.336770 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddd8b5-9a10-4b4f-99d9-87bb780a9531 req-2f5e2ace-125a-4fa9-ac24-e8ba4ac1b537 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:23.342958 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-58ddd8b5-9a10-4b4f-99d9-87bb780a9531 req-2f5e2ace-125a-4fa9-ac24-e8ba4ac1b537 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.1068072
Dec 02 18:00:23.404176 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-58ddd8b5-9a10-4b4f-99d9-87bb780a9531 req-211233b3-8aab-4154-90ae-5c3d12d4b03a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0579145
Dec 02 18:00:24.693776 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9e36e6-831e-4a93-8fd5-c3e4b8491360 req-2cbdfb48-6cd3-40fa-9bae-ab809473a845 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:24.695280 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2d9e36e6-831e-4a93-8fd5-c3e4b8491360 req-2cbdfb48-6cd3-40fa-9bae-ab809473a845 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.1238918
Dec 02 18:00:24.772713 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2d9e36e6-831e-4a93-8fd5-c3e4b8491360 req-c0a1ceb5-8721-43ff-9e5c-dfdb106733e5 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677598
Dec 02 18:00:25.662496 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7abb4d9b-a117-43dd-b28d-5434382e2591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:25.864245 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5aa6bc-416c-4fd1-9d17-41eaf973c6ee req-924ff7f2-5e54-4207-a49b-401929268009 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:25.866876 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6f5aa6bc-416c-4fd1-9d17-41eaf973c6ee req-924ff7f2-5e54-4207-a49b-401929268009 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 945 time: 0.1098826
Dec 02 18:00:25.932505 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6f5aa6bc-416c-4fd1-9d17-41eaf973c6ee req-98807d03-b17a-4345-a236-3f92d1ca5f48 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=32f76794-b2f6-4d1f-be6b-de9e34ff3634&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0586038
Dec 02 18:00:26.079656 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1aa97-0bdc-4802-83fe-293224d7c28b req-270d1a40-5119-4d32-bb5e-bc4729d0e0bf tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:26.081719 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-91f1aa97-0bdc-4802-83fe-293224d7c28b req-270d1a40-5119-4d32-bb5e-bc4729d0e0bf tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.1037359
Dec 02 18:00:26.160046 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-91f1aa97-0bdc-4802-83fe-293224d7c28b req-9240097e-720f-4662-b515-7f588912ccd0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663068
Dec 02 18:00:26.197545 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:27.099028 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:27.188046 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da1ce0-01eb-49af-a3e6-824f32b707ed req-993424a5-5e01-41eb-857b-18e99717989a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:27.189696 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c8da1ce0-01eb-49af-a3e6-824f32b707ed req-993424a5-5e01-41eb-857b-18e99717989a tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 945 time: 0.0944104
Dec 02 18:00:27.255221 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c8da1ce0-01eb-49af-a3e6-824f32b707ed req-0b254cd3-6278-4259-8af4-fdf32628dced tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=32f76794-b2f6-4d1f-be6b-de9e34ff3634&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0574784
Dec 02 18:00:27.431459 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c87fd-f92e-4dc6-8f20-ea5f4efc04b8 req-019b2cb8-303a-462b-b0e8-e27443008543 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:27.433198 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-385c87fd-f92e-4dc6-8f20-ea5f4efc04b8 req-019b2cb8-303a-462b-b0e8-e27443008543 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0937459
Dec 02 18:00:27.485915 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-385c87fd-f92e-4dc6-8f20-ea5f4efc04b8 req-2e29062c-d6fd-4fa1-a51e-009615d40f94 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444150
Dec 02 18:00:27.842520 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:28.137783 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-63f65a9e-b5c2-44aa-ae84-6bd20205e995 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:28.140808 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-63f65a9e-b5c2-44aa-ae84-6bd20205e995 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.43 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 945 time: 0.1078861
Dec 02 18:00:28.226297 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Deleting port 40e9bba1-e204-410f-bc34-316003667fcf {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:00:28.226816 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:28.503811 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2ac30-26e2-4ce1-978c-359f434f4dd3 req-d9987924-5469-41e7-a341-bd921a6bd578 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:28.505478 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01e2ac30-26e2-4ce1-978c-359f434f4dd3 req-d9987924-5469-41e7-a341-bd921a6bd578 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 945 time: 0.1015139
Dec 02 18:00:28.553803 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] For port 40e9bba1-e204-410f-bc34-316003667fcf, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=40e9bba1-e204-410f-bc34-316003667fcf,segment=NetworkSegment(f09294cc-9f8b-482a-aa07-bccd5771ff01),segment_id=f09294cc-9f8b-482a-aa07-bccd5771ff01)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:00:28.554653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:28.563263 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01e2ac30-26e2-4ce1-978c-359f434f4dd3 req-4af78cec-936b-4884-b9b1-58f379883682 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=32f76794-b2f6-4d1f-be6b-de9e34ff3634&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507410
Dec 02 18:00:28.792283 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 40e9bba1-e204-410f-bc34-316003667fcf no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:00:28.915006 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:28.938122 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679c75cb-8aa0-45d4-92a8-7612f55bd880 req-27e2e56f-99fa-429e-80f5-9d41c280e76b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:28.940013 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-679c75cb-8aa0-45d4-92a8-7612f55bd880 req-27e2e56f-99fa-429e-80f5-9d41c280e76b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.2053177
Dec 02 18:00:28.959388 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e9bba1-e204-410f-bc34-316003667fcf'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:00:28.976619 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 40e9bba1-e204-410f-bc34-316003667fcf, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=40e9bba1-e204-410f-bc34-316003667fcf,segment=NetworkSegment(f09294cc-9f8b-482a-aa07-bccd5771ff01),segment_id=f09294cc-9f8b-482a-aa07-bccd5771ff01)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:00:28.987851 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:28.989854 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:00:29.013506 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-679c75cb-8aa0-45d4-92a8-7612f55bd880 req-ea6ec425-42fd-49d3-ae9c-20de1ee3cf86 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660322
Dec 02 18:00:29.063183 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for floatingip, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:29.063616 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:29.063980 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Floating IP df168b39-8f82-4192-a7a5-98a751f3c9bb disassociated. External IP: 172.27.2.253, port: 40e9bba1-e204-410f-bc34-316003667fcf.
Dec 02 18:00:29.064372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Calling delete_port for 40e9bba1-e204-410f-bc34-316003667fcf owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:00:29.070600 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=40e9bba1-e204-410f-bc34-316003667fcf,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:00:29.075013 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:00:29.183089 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 18:00:29.184784 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 18:00:29.242287 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40e9bba1-e204-410f-bc34-316003667fcf', 'code': 200}
Dec 02 18:00:29.686444 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Deleting port 40e9bba1-e204-410f-bc34-316003667fcf {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:00:29.686897 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:29.926070 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261a09c-2372-43b3-9164-e09f3a3f59aa req-dd8ef2f8-b310-48e6-85a4-bfe0812244e3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:29.927765 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7261a09c-2372-43b3-9164-e09f3a3f59aa req-dd8ef2f8-b310-48e6-85a4-bfe0812244e3 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 943 time: 0.1891077
Dec 02 18:00:30.070909 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7261a09c-2372-43b3-9164-e09f3a3f59aa req-8e1f15f0-414c-4dbc-bad2-ce0b8011b593 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups?id=32f76794-b2f6-4d1f-be6b-de9e34ff3634&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1279399
Dec 02 18:00:30.151220 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] For port 40e9bba1-e204-410f-bc34-316003667fcf, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=40e9bba1-e204-410f-bc34-316003667fcf,segment=NetworkSegment(f09294cc-9f8b-482a-aa07-bccd5771ff01),segment_id=f09294cc-9f8b-482a-aa07-bccd5771ff01)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:00:30.151626 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:30.337503 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117109e2-37f6-4ecc-8c73-15f063a06cf4 req-dea9d203-1da3-41a4-ab5f-fc4da661dceb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:30.341495 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-117109e2-37f6-4ecc-8c73-15f063a06cf4 req-dea9d203-1da3-41a4-ab5f-fc4da661dceb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0971277
Dec 02 18:00:30.411291 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-117109e2-37f6-4ecc-8c73-15f063a06cf4 req-10ffea7e-add1-48fc-8e13-65ddc8ef6221 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642338
Dec 02 18:00:30.563974 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for floatingip, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:30.564395 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:30.564751 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Floating IP df168b39-8f82-4192-a7a5-98a751f3c9bb disassociated. External IP: 172.27.2.253, port: 40e9bba1-e204-410f-bc34-316003667fcf.
Dec 02 18:00:30.565140 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Calling delete_port for 40e9bba1-e204-410f-bc34-316003667fcf owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:00:30.734996 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:30.755429 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f2c09b4d-ecb3-40a5-b602-5b91c67eaab4 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:00:30.834815 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event deleted for resources: {'Port': ['ID=40e9bba1-e204-410f-bc34-316003667fcf,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:00:30.903264 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.903700 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.904275 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.904697 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.905110 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.905508 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.905904 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.906296 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.906712 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.907103 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.907494 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.907881 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.908344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.908887 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.909074 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.909468 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.909881 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.910270 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.910894 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.911339 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.911880 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.912277 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.912664 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.913051 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:30.919831 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:00:31.442848 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-47b07556-a712-4b1c-a5f0-626e92e04d5f req-4667dd7d-5f74-46bc-9dd3-54d26df9f181 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/ports?device_id=73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991 HTTP/1.1" status: 200  len: 210 time: 0.0624597
Dec 02 18:00:31.509102 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Router cff378a4-6ad4-4efe-8015-bb009bb81bf0 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 18:00:31.685571 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd146d4-fb4b-44d6-a492-02f83a7e9864 req-f9441623-0a88-450c-a6d1-a5bb839f7e11 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:31.693720 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-dfd146d4-fb4b-44d6-a492-02f83a7e9864 req-f9441623-0a88-450c-a6d1-a5bb839f7e11 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.1002750
Dec 02 18:00:31.737485 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-dfd146d4-fb4b-44d6-a492-02f83a7e9864 req-4e28a91f-479d-4995-b33f-5147ac157c5e tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425608
Dec 02 18:00:31.756612 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 18:00:31.770346 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a1916b-1826-4fc7-a801-22a14dad09d9 None None] Sync routers for ids ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 18:00:31.783877 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a1916b-1826-4fc7-a801-22a14dad09d9 None None] Routers {'cff378a4-6ad4-4efe-8015-bb009bb81bf0'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:00:31.785067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-46a1916b-1826-4fc7-a801-22a14dad09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c4fd6a0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:00:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:00:31.803987 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] No DVR routers for this DVR port 40e9bba1-e204-410f-bc34-316003667fcf on host hv-cinder-73362 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 18:00:31.806463 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:31.814413 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991', 'name': 'network-vif-deleted', 'tag': '40e9bba1-e204-410f-bc34-316003667fcf'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:00:31.827434 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f9c516b9-58e4-4e56-b239-cbac0855b641 req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.43 "DELETE /v2.0/ports/40e9bba1-e204-410f-bc34-316003667fcf HTTP/1.1" status: 204  len: 173 time: 3.6797690
Dec 02 18:00:31.894542 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ae9e0f-ba1b-46eb-a0d8-9c3b9c11d991', 'name': 'network-vif-deleted', 'tag': '40e9bba1-e204-410f-bc34-316003667fcf', 'status': 'completed', 'code': 200}
Dec 02 18:00:32.040746 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-46a1916b-1826-4fc7-a801-22a14dad09d9 None None] Set router cff378a4-6ad4-4efe-8015-bb009bb81bf0 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:00:32.384135 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-46a1916b-1826-4fc7-a801-22a14dad09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c4fd6a0>, [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c', 'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'mac_address': 'fa:16:3e:e0:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:59Z', 'revision_number': 5, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'subnets': [{'id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:00:32.389690 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a1916b-1826-4fc7-a801-22a14dad09d9 None None] Checking router: cff378a4-6ad4-4efe-8015-bb009bb81bf0 for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 18:00:32.405910 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a1916b-1826-4fc7-a801-22a14dad09d9 None None] Routers {'cff378a4-6ad4-4efe-8015-bb009bb81bf0'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:00:32.405910 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-46a1916b-1826-4fc7-a801-22a14dad09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c4fd6a0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:00:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:00:32.655388 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 59224) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:00:32.724763 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6557f1b2-6035-462f-adbd-25ca146cbe97 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:32.732127 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-46a1916b-1826-4fc7-a801-22a14dad09d9 None None] Set router cff378a4-6ad4-4efe-8015-bb009bb81bf0 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:00:32.758137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6557f1b2-6035-462f-adbd-25ca146cbe97 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:32.806917 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6557f1b2-6035-462f-adbd-25ca146cbe97 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:32.817688 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-751d7032-fe26-4ca8-9e0c-7be403ee21d3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:00:32.836963 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557f1b2-6035-462f-adbd-25ca146cbe97 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f76794-b2f6-4d1f-be6b-de9e34ff3634,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:00:32.840583 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6557f1b2-6035-462f-adbd-25ca146cbe97 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:00:32.847794 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6557f1b2-6035-462f-adbd-25ca146cbe97 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:32.851963 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-6557f1b2-6035-462f-adbd-25ca146cbe97 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "DELETE /v2.0/security-groups/32f76794-b2f6-4d1f-be6b-de9e34ff3634 HTTP/1.1" status: 204  len: 168 time: 0.1955004
Dec 02 18:00:32.852608 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 59230) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:00:32.873483 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.v2.resource [None req-13304407-d196-4fb6-b1a6-c520f6288c50 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] show failed (client error): The resource could not be found.
Dec 02 18:00:32.878079 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 59234) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:00:32.878991 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-13304407-d196-4fb6-b1a6-c520f6288c50 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "GET /v2.0/security-groups/32f76794-b2f6-4d1f-be6b-de9e34ff3634 HTTP/1.1" status: 404  len: 347 time: 0.0253546
Dec 02 18:00:33.073149 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-46a1916b-1826-4fc7-a801-22a14dad09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c4fd6a0>, [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c', 'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'mac_address': 'fa:16:3e:e0:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:59Z', 'revision_number': 5, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'subnets': [{'id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:00:33.078211 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a1916b-1826-4fc7-a801-22a14dad09d9 None None] The sync data for ids ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'] in dv-cinder-733623-9-iscsi is: [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T17:49:44Z', 'revision_number': 4, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c', 'name': '', 'network_id': '9ca63e15-5840-4372-9d93-cce1e9b612b4', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'mac_address': 'fa:16:3e:e0:14:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:49:59Z', 'revision_number': 5, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'subnets': [{'id': '5d83d9ff-5b0d-4a61-bcb1-7d8d80206342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 18:00:33.128409 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Deleting port c5e571b5-dd6d-489d-8e45-fb3ebcd1cc47 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:00:33.128673 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:33.188572 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f5697-aa1f-4e6d-a06c-95c7e047992d req-df986a2e-203c-4554-9686-94d440c096fc tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:33.190222 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-900f5697-aa1f-4e6d-a06c-95c7e047992d req-df986a2e-203c-4554-9686-94d440c096fc tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.2532573
Dec 02 18:00:33.344616 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-900f5697-aa1f-4e6d-a06c-95c7e047992d req-28715b34-b071-4ff0-941a-f7cfb2ea2e78 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1426592
Dec 02 18:00:33.374729 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:33.375244 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for floatingip, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:33.444887 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd251c2-5935-431c-92ba-cacf55109735 req-b131151e-7fd7-408d-a7a1-34c01dcb98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:33.446598 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7dd251c2-5935-431c-92ba-cacf55109735 req-b131151e-7fd7-408d-a7a1-34c01dcb98d8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbc1bec290674effad04cd89b614f4b2&device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 1162 time: 0.1963170
Dec 02 18:00:33.513320 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08eea914-d021-4cfd-84a3-0c24db73c28b None None] New status for floating IP df168b39-8f82-4192-a7a5-98a751f3c9bb: DOWN {{(pid=80245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 18:00:33.610575 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd251c2-5935-431c-92ba-cacf55109735 req-d0eaa428-399e-4e43-ae5a-b75363aeb903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:33.612442 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7dd251c2-5935-431c-92ba-cacf55109735 req-d0eaa428-399e-4e43-ae5a-b75363aeb903 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d5df4e7-9e83-4d6e-b367-2b18b115dead HTTP/1.1" status: 200  len: 910 time: 0.1586702
Dec 02 18:00:33.733061 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Calling delete_port for c5e571b5-dd6d-489d-8e45-fb3ebcd1cc47 owned by network:floatingip {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:00:33.741632 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7dd251c2-5935-431c-92ba-cacf55109735 req-20d6ddf3-5661-4cb0-ad31-0a0317b63c33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5d68572-ef62-4087-b61f-db6a4a7f65df HTTP/1.1" status: 200  len: 1001 time: 0.1210217
Dec 02 18:00:33.817475 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd251c2-5935-431c-92ba-cacf55109735 req-11ab8507-4393-42aa-afe0-e00aa05a5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:33.818740 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80244) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 18:00:33.819118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 18:00:33.819244 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7dd251c2-5935-431c-92ba-cacf55109735 req-11ab8507-4393-42aa-afe0-e00aa05a5263 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7eb4d38d-7afb-4d11-b1ac-900651574376 HTTP/1.1" status: 200  len: 855 time: 0.0685184
Dec 02 18:00:33.907576 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd251c2-5935-431c-92ba-cacf55109735 req-e6712bcf-8a6a-42fe-99bf-9593171a7d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:33.909204 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7dd251c2-5935-431c-92ba-cacf55109735 req-e6712bcf-8a6a-42fe-99bf-9593171a7d74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d5df4e7-9e83-4d6e-b367-2b18b115dead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826821
Dec 02 18:00:33.921229 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [req-7dd251c2-5935-431c-92ba-cacf55109735 req-c39fa057-e26a-4bdd-a113-2c13d064c8c1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80243) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 18:00:33.922256 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7dd251c2-5935-431c-92ba-cacf55109735 req-c39fa057-e26a-4bdd-a113-2c13d064c8c1 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0058289
Dec 02 18:00:34.071281 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7dd251c2-5935-431c-92ba-cacf55109735 req-1cf1c7e3-7a38-496a-9366-b6a0525f94a6 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406736
Dec 02 18:00:34.218369 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7dd251c2-5935-431c-92ba-cacf55109735 req-fe102097-0286-4557-8ad9-4c6b43068cdf service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406333
Dec 02 18:00:34.320197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Deleting port c5e571b5-dd6d-489d-8e45-fb3ebcd1cc47 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:00:34.320590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:34.501845 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:34.502204 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for floatingip, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:34.604952 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67b3be-0bb6-49d1-8eab-4a168e6a9240 req-f465b0b6-8c35-4fe6-aa3a-a1e0acabe4b4 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:34.606780 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1e67b3be-0bb6-49d1-8eab-4a168e6a9240 req-f465b0b6-8c35-4fe6-aa3a-a1e0acabe4b4 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0849676
Dec 02 18:00:34.637941 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Calling delete_port for c5e571b5-dd6d-489d-8e45-fb3ebcd1cc47 owned by network:floatingip {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:00:34.664444 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1e67b3be-0bb6-49d1-8eab-4a168e6a9240 req-ef82db27-ecfb-4464-8d38-8a49276c80c2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512357
Dec 02 18:00:34.790587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:34.806535 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:00:34.854506 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Pushing event deleted for resources: {'Port': ['ID=c5e571b5-dd6d-489d-8e45-fb3ebcd1cc47,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:00:34.875119 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.875532 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.875936 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.876335 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.876732 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.877124 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.877518 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.877907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.878294 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.878706 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.879095 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.879480 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.879939 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.880324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.880719 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.881098 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.881480 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.881867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.882254 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.882666 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.883050 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.883450 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.883836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.884215 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:34.888410 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:00:35.056983 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks [] for floatingip, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:35.072020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:35.073238 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-c40ca2e3-c597-4e74-b268-b5ea7359789f tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] 10.222.0.21 "DELETE /v2.0/floatingips/df168b39-8f82-4192-a7a5-98a751f3c9bb HTTP/1.1" status: 204  len: 168 time: 2.1940253
Dec 02 18:00:35.906902 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338fd43-7716-4a50-b767-1868aa30280f req-3c9505f5-4dcc-4c18-9f39-0dcfc80b38b3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:35.908528 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3338fd43-7716-4a50-b767-1868aa30280f req-3c9505f5-4dcc-4c18-9f39-0dcfc80b38b3 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0903828
Dec 02 18:00:35.956961 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3338fd43-7716-4a50-b767-1868aa30280f req-eda495e4-d010-4c1d-91dd-e7145bb01a68 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419648
Dec 02 18:00:36.943966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device d5d68572-ef62-4087-b61f-db6a4a7f65df no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:00:37.060201 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:37.094804 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port d5d68572-ef62-4087-b61f-db6a4a7f65df, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=d5d68572-ef62-4087-b61f-db6a4a7f65df,segment=NetworkSegment(66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f),segment_id=66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:00:37.096139 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5b4704-c089-4a08-a0ad-d85b5b81d219', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5d68572-ef62-4087-b61f-db6a4a7f65df'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:00:37.103037 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:37.105114 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-dcd5a0c2-055c-48e3-a30b-45d2a86eed2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:00:37.181988 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=d5d68572-ef62-4087-b61f-db6a4a7f65df,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:00:37.189197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:00:37.228625 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902a768-dbd3-4445-913a-486c5fc67061 req-205b615e-3117-4215-bda6-3703421ff004 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:37.231236 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6902a768-dbd3-4445-913a-486c5fc67061 req-205b615e-3117-4215-bda6-3703421ff004 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.1193237
Dec 02 18:00:37.250865 dv-cinder-733623-9-iscsi neutron-server[80134]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed5b4704-c089-4a08-a0ad-d85b5b81d219', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5d68572-ef62-4087-b61f-db6a4a7f65df', 'code': 422} returned with failed status
Dec 02 18:00:37.281910 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6902a768-dbd3-4445-913a-486c5fc67061 req-4b542eee-355a-4ab9-8d3d-0333c6d56a17 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440998
Dec 02 18:00:39.018513 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da821487-7c65-447b-81df-2a423bf2db1c req-9afed839-b111-4290-b981-1206369dfaf5 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:39.020425 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-da821487-7c65-447b-81df-2a423bf2db1c req-9afed839-b111-4290-b981-1206369dfaf5 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.1388400
Dec 02 18:00:39.066016 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-36ea0c4b-b275-4672-a50e-88d3fdf12c02 req-6f5f9df0-4802-433f-b4a1-da6ae34896e6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1955235
Dec 02 18:00:39.087069 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-da821487-7c65-447b-81df-2a423bf2db1c req-d33cc8e8-5e52-4239-8bef-e05c0f568c56 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584230
Dec 02 18:00:39.236775 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 59316) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:00:39.754933 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8b4f11d9-e9a4-4840-82b7-0fad5a24512b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558260'] for router_interface, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:39.918837 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea0c4b-b275-4672-a50e-88d3fdf12c02 req-ea71c5b3-69d6-4ade-9a6c-7e73e2efe24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:39.920520 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-36ea0c4b-b275-4672-a50e-88d3fdf12c02 req-ea71c5b3-69d6-4ade-9a6c-7e73e2efe24e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219&tenant_id=cbc1bec290674effad04cd89b614f4b2 HTTP/1.1" status: 200  len: 1160 time: 0.0827560
Dec 02 18:00:40.036533 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea0c4b-b275-4672-a50e-88d3fdf12c02 req-10fa57fa-8107-475c-a302-4978dba8e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:40.038164 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-36ea0c4b-b275-4672-a50e-88d3fdf12c02 req-10fa57fa-8107-475c-a302-4978dba8e5b4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbc1bec290674effad04cd89b614f4b2&device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 1160 time: 0.0760345
Dec 02 18:00:40.194652 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea0c4b-b275-4672-a50e-88d3fdf12c02 req-4db18fac-941d-4e3e-bc25-3d97b5d27998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:40.196290 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-36ea0c4b-b275-4672-a50e-88d3fdf12c02 req-4db18fac-941d-4e3e-bc25-3d97b5d27998 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d5df4e7-9e83-4d6e-b367-2b18b115dead HTTP/1.1" status: 200  len: 910 time: 0.1509206
Dec 02 18:00:40.320415 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-36ea0c4b-b275-4672-a50e-88d3fdf12c02 req-d6d9fabc-baca-46f5-abff-aec22791ecc4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5d68572-ef62-4087-b61f-db6a4a7f65df HTTP/1.1" status: 200  len: 999 time: 0.1158605
Dec 02 18:00:40.366277 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:40.396362 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea0c4b-b275-4672-a50e-88d3fdf12c02 req-148fa315-7cbf-4fff-ad87-bb6b3a5655bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:40.397956 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-36ea0c4b-b275-4672-a50e-88d3fdf12c02 req-148fa315-7cbf-4fff-ad87-bb6b3a5655bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7eb4d38d-7afb-4d11-b1ac-900651574376 HTTP/1.1" status: 200  len: 855 time: 0.0705705
Dec 02 18:00:40.408915 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4b0ce6-a1e1-4658-8b56-b1d583f013f4 req-101674a6-bc32-4bc8-be44-5033e225dc02 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:40.410553 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ab4b0ce6-a1e1-4658-8b56-b1d583f013f4 req-101674a6-bc32-4bc8-be44-5033e225dc02 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.1554248
Dec 02 18:00:40.485523 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ea0c4b-b275-4672-a50e-88d3fdf12c02 req-b1c732e4-30f8-44a3-84fa-82f074d66367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:40.487229 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-36ea0c4b-b275-4672-a50e-88d3fdf12c02 req-b1c732e4-30f8-44a3-84fa-82f074d66367 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d5df4e7-9e83-4d6e-b367-2b18b115dead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806930
Dec 02 18:00:40.504661 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f11d9-e9a4-4840-82b7-0fad5a24512b admin admin] Deleting port c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:00:40.505044 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8b4f11d9-e9a4-4840-82b7-0fad5a24512b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:40.537393 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ab4b0ce6-a1e1-4658-8b56-b1d583f013f4 req-aac0cda5-937b-443c-bc98-8d5903ebc252 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0953481
Dec 02 18:00:40.643122 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-36ea0c4b-b275-4672-a50e-88d3fdf12c02 req-1fd65b1d-b935-425e-8910-6a0ffd7c7f57 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485982
Dec 02 18:00:40.704459 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-8b4f11d9-e9a4-4840-82b7-0fad5a24512b admin admin] For port c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c,segment=NetworkSegment(f09294cc-9f8b-482a-aa07-bccd5771ff01),segment_id=f09294cc-9f8b-482a-aa07-bccd5771ff01)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:00:40.704868 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8b4f11d9-e9a4-4840-82b7-0fad5a24512b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:40.795609 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-36ea0c4b-b275-4672-a50e-88d3fdf12c02 req-2a93189e-38cb-4cee-80dc-b3aab781b134 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435566
Dec 02 18:00:40.833810 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-8b4f11d9-e9a4-4840-82b7-0fad5a24512b admin admin] Calling delete_port for c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c owned by network:router_interface {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:00:41.008233 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8b4f11d9-e9a4-4840-82b7-0fad5a24512b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:41.029106 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-13b7c376-d7df-4861-9766-2a66df92062f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:00:41.086427 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f11d9-e9a4-4840-82b7-0fad5a24512b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:00:41.092222 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8b4f11d9-e9a4-4840-82b7-0fad5a24512b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:00:41.442804 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8b4f11d9-e9a4-4840-82b7-0fad5a24512b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850785554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854126231'] for router_interface, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:41.790961 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da59d00-b82e-49de-ba09-c281037870a4 req-962eb841-6bfe-478a-b53d-27c4d57bd382 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:41.794419 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6da59d00-b82e-49de-ba09-c281037870a4 req-962eb841-6bfe-478a-b53d-27c4d57bd382 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.1004741
Dec 02 18:00:41.874652 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6da59d00-b82e-49de-ba09-c281037870a4 req-3243ea85-cd28-4970-9815-7fcc07544fb9 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730050
Dec 02 18:00:42.224047 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4f11d9-e9a4-4840-82b7-0fad5a24512b admin admin] Router cff378a4-6ad4-4efe-8015-bb009bb81bf0 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 18:00:42.417003 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4f11d9-e9a4-4840-82b7-0fad5a24512b admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 18:00:42.427962 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b10e8c3-bf40-4191-8540-d26353831a5e None None] Sync routers for ids ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 18:00:42.430686 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-8b4f11d9-e9a4-4840-82b7-0fad5a24512b admin admin] 10.222.0.21 "PUT /v2.0/routers/cff378a4-6ad4-4efe-8015-bb009bb81bf0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1927280
Dec 02 18:00:42.433912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 59356) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:00:42.438643 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b10e8c3-bf40-4191-8540-d26353831a5e None None] Routers {'cff378a4-6ad4-4efe-8015-bb009bb81bf0'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:00:42.439343 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-9b10e8c3-bf40-4191-8540-d26353831a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c26f160>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:00:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:00:42.634836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e88a2873-b1bc-4669-a026-e2a0a3d57742 admin admin] Notify callbacks [] for router, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:42.667782 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-9b10e8c3-bf40-4191-8540-d26353831a5e None None] Set router cff378a4-6ad4-4efe-8015-bb009bb81bf0 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:00:42.844017 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e88a2873-b1bc-4669-a026-e2a0a3d57742 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:42.849515 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-e88a2873-b1bc-4669-a026-e2a0a3d57742 admin admin] Deleting port bb53154a-2938-4f88-8b72-066e18992004 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:00:42.849893 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e88a2873-b1bc-4669-a026-e2a0a3d57742 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:43.007858 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-9b10e8c3-bf40-4191-8540-d26353831a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c26f160>, [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T18:00:40Z', 'revision_number': 5, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:00:43.012609 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b10e8c3-bf40-4191-8540-d26353831a5e None None] Checking router: cff378a4-6ad4-4efe-8015-bb009bb81bf0 for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 18:00:43.023649 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b10e8c3-bf40-4191-8540-d26353831a5e None None] Routers {'cff378a4-6ad4-4efe-8015-bb009bb81bf0'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:00:43.024356 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-9b10e8c3-bf40-4191-8540-d26353831a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c26f160>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:00:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:00:43.187075 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-e88a2873-b1bc-4669-a026-e2a0a3d57742 admin admin] For port bb53154a-2938-4f88-8b72-066e18992004, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=bb53154a-2938-4f88-8b72-066e18992004,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:00:43.187605 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e88a2873-b1bc-4669-a026-e2a0a3d57742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:43.242220 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-9b10e8c3-bf40-4191-8540-d26353831a5e None None] Set router cff378a4-6ad4-4efe-8015-bb009bb81bf0 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:00:43.341353 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-e88a2873-b1bc-4669-a026-e2a0a3d57742 admin admin] Calling delete_port for bb53154a-2938-4f88-8b72-066e18992004 owned by network:router_gateway {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:00:43.411724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358554b8-2426-4b46-b2e8-772e51da5c22 req-6886b696-a1ad-47a5-8e58-6fb6b5486472 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:43.413380 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-358554b8-2426-4b46-b2e8-772e51da5c22 req-6886b696-a1ad-47a5-8e58-6fb6b5486472 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.3036969
Dec 02 18:00:43.495276 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-358554b8-2426-4b46-b2e8-772e51da5c22 req-be162360-1c40-41df-ae2a-e9535b83336d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734272
Dec 02 18:00:43.579871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-9b10e8c3-bf40-4191-8540-d26353831a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c26f160>, [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T18:00:40Z', 'revision_number': 5, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:00:43.584172 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b10e8c3-bf40-4191-8540-d26353831a5e None None] The sync data for ids ['cff378a4-6ad4-4efe-8015-bb009bb81bf0'] in dv-cinder-733623-9-iscsi is: [{'id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'name': 'tempest-AttachVolumeTestJSON-214213372-router', 'tenant_id': '2b3ba943161643b9888b7198e5f4d270', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'bb53154a-2938-4f88-8b72-066e18992004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:32Z', 'updated_at': '2020-12-02T18:00:40Z', 'revision_number': 5, 'project_id': '2b3ba943161643b9888b7198e5f4d270', 'gw_port': {'id': 'bb53154a-2938-4f88-8b72-066e18992004', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff378a4-6ad4-4efe-8015-bb009bb81bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:34Z', 'updated_at': '2020-12-02T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 18:00:43.590009 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e88a2873-b1bc-4669-a026-e2a0a3d57742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:43.809531 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e88a2873-b1bc-4669-a026-e2a0a3d57742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558396'] for router_gateway, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:43.952357 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e88a2873-b1bc-4669-a026-e2a0a3d57742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3749'] for router, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:43.954770 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e88a2873-b1bc-4669-a026-e2a0a3d57742 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:43.982734 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e88a2873-b1bc-4669-a026-e2a0a3d57742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854217073'] for router, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:43.983341 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88a2873-b1bc-4669-a026-e2a0a3d57742 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cff378a4-6ad4-4efe-8015-bb009bb81bf0 {{(pid=80244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 02 18:00:43.996997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e88a2873-b1bc-4669-a026-e2a0a3d57742 admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:44.001351 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-e88a2873-b1bc-4669-a026-e2a0a3d57742 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cff378a4-6ad4-4efe-8015-bb009bb81bf0 HTTP/1.1" status: 204  len: 168 time: 1.5633581
Dec 02 18:00:44.003286 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 59366) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:00:44.072436 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8788d31-5e4a-4139-bbf2-d9b4b02fb939 admin admin] Deleting subnet 5d83d9ff-5b0d-4a61-bcb1-7d8d80206342 {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 18:00:44.076366 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d8788d31-5e4a-4139-bbf2-d9b4b02fb939 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:44.149924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d8788d31-5e4a-4139-bbf2-d9b4b02fb939 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842728492'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:44.296225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d8788d31-5e4a-4139-bbf2-d9b4b02fb939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851170303'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:44.569197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d8788d31-5e4a-4139-bbf2-d9b4b02fb939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10859329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10790274'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:44.585088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:00:44.628340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8788d31-5e4a-4139-bbf2-d9b4b02fb939 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d83d9ff-5b0d-4a61-bcb1-7d8d80206342,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:00:44.640935 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d8788d31-5e4a-4139-bbf2-d9b4b02fb939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:00:44.726699 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:00:44.738308 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d8788d31-5e4a-4139-bbf2-d9b4b02fb939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:44.753221 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-d8788d31-5e4a-4139-bbf2-d9b4b02fb939 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5d83d9ff-5b0d-4a61-bcb1-7d8d80206342 HTTP/1.1" status: 204  len: 168 time: 0.7426589
Dec 02 18:00:44.753453 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 59372) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:00:44.766179 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f28967-939a-48bf-a3bd-5b7cc76ec647 None None] Network 9ca63e15-5840-4372-9d93-cce1e9b612b4 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 18:00:44.794807 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:00:44.795185 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device c8e6f4dc-f1e1-4fcc-8bb9-c551cd068d6c not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:00:44.795658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device bb53154a-2938-4f88-8b72-066e18992004 no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:00:44.848252 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: bb53154a-2938-4f88-8b72-066e18992004 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:00:44.848654 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device bb53154a-2938-4f88-8b72-066e18992004 not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:00:44.876041 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e6e55-8ceb-4ccc-bb32-c4970a7dfcab req-60daccb9-a97b-4aeb-b56c-361d45a6b31d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:44.884541 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f57e6e55-8ceb-4ccc-bb32-c4970a7dfcab req-60daccb9-a97b-4aeb-b56c-361d45a6b31d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.2152250
Dec 02 18:00:44.952344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3483811'] for network, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:45.030809 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Deleting port e515343b-4f28-478b-93e5-8fc4afd3bd77 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:00:45.031331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:45.087504 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f57e6e55-8ceb-4ccc-bb32-c4970a7dfcab req-a483c943-24ab-4129-ab77-7bbff6f1a8da tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2015233
Dec 02 18:00:45.140685 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] DHCP port deletion for 9ca63e15-5840-4372-9d93-cce1e9b612b4 request from dv-cinder-733623-9-iscsi {{(pid=80245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 02 18:00:45.145736 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Deleting port e515343b-4f28-478b-93e5-8fc4afd3bd77 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:00:45.146165 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:45.315794 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] For port e515343b-4f28-478b-93e5-8fc4afd3bd77, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=e515343b-4f28-478b-93e5-8fc4afd3bd77,segment=NetworkSegment(f09294cc-9f8b-482a-aa07-bccd5771ff01),segment_id=f09294cc-9f8b-482a-aa07-bccd5771ff01)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:00:45.316405 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:45.389722 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] For port e515343b-4f28-478b-93e5-8fc4afd3bd77, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=e515343b-4f28-478b-93e5-8fc4afd3bd77,segment=NetworkSegment(f09294cc-9f8b-482a-aa07-bccd5771ff01),segment_id=f09294cc-9f8b-482a-aa07-bccd5771ff01)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:00:45.390064 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:45.561023 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Calling delete_port for e515343b-4f28-478b-93e5-8fc4afd3bd77 owned by network:dhcp {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:00:45.666594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728'] for port, after_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:45.679779 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:00:45.704204 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Calling delete_port for e515343b-4f28-478b-93e5-8fc4afd3bd77 owned by network:dhcp {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:00:45.724494 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Pushing event deleted for resources: {'Port': ['ID=e515343b-4f28-478b-93e5-8fc4afd3bd77,revision_number=None']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:00:45.737197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.737585 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.737969 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.738345 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.738743 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.739115 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.739486 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.739855 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.740241 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.740610 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.740976 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.741341 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.741777 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.742145 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.742626 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.742998 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.743847 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.744219 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.744590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.744961 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.745326 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.746207 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.746597 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.746960 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:00:45.750732 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:00:45.785048 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 18:00:45.785412 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 18:00:45.867578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] No DVR routers for this DVR port e515343b-4f28-478b-93e5-8fc4afd3bd77 on host dv-cinder-733623-9-iscsi {{(pid=80245) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 18:00:46.287285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Deleting port e515343b-4f28-478b-93e5-8fc4afd3bd77 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:00:46.287797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:46.347301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ca21e-bab8-46de-b40d-e84dfe8273ec req-e8e4792d-8d24-4fbf-b31c-0795d8c37fb9 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:46.350093 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9a2ca21e-bab8-46de-b40d-e84dfe8273ec req-e8e4792d-8d24-4fbf-b31c-0795d8c37fb9 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.1027286
Dec 02 18:00:46.367299 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] The port 'e515343b-4f28-478b-93e5-8fc4afd3bd77' was deleted {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 02 18:00:46.412234 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9a2ca21e-bab8-46de-b40d-e84dfe8273ec req-aaca7105-fb7e-4b81-805e-7b6a67719780 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555353
Dec 02 18:00:46.504655 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851106152', 'neutron.services.segments.db._delete_segments_for_network--9223363262389739448'] for network, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:46.631662 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf6c332fd0>,) {'filters': {'network_id': ['9ca63e15-5840-4372-9d93-cce1e9b612b4']}} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:00:46.648172 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf6c332fd0>, 'f09294cc-9f8b-482a-aa07-bccd5771ff01') {'for_net_delete': True} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:00:46.648889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf6c332fd0>, 'f09294cc-9f8b-482a-aa07-bccd5771ff01') {} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:00:46.663779 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262389743032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1281428'] for segment, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:46.681024 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:46.687322 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 18:00:46.699664 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device e515343b-4f28-478b-93e5-8fc4afd3bd77 no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:00:46.737836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: e515343b-4f28-478b-93e5-8fc4afd3bd77 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:00:46.738397 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device e515343b-4f28-478b-93e5-8fc4afd3bd77 not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:00:46.902258 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Network 9ca63e15-5840-4372-9d93-cce1e9b612b4 has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:00:46.914031 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851109762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843264633'] for segment, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:47.117219 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Network 9ca63e15-5840-4372-9d93-cce1e9b612b4 has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]: Traceback (most recent call last):
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:     timer()
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:     cb(*args, **kw)
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:     return func(*args, **kwargs)
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._notify()
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.callback(batched_events)
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:     event.method(event)
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:     segment_id)['aggregates'][0]
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, *a, **k)
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._get(url).json()
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:     **kwargs)
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.request(url, 'GET', **kwargs)
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:     **endpoint_filter)
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 18:00:47.146898 dv-cinder-733623-9-iscsi neutron-server[80134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 18:00:47.234875 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3669648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854217382'] for network, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:47.238574 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:00:47.264712 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:47.267704 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Pushing event deleted for resources: {'Network': ['ID=9ca63e15-5840-4372-9d93-cce1e9b612b4,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:00:47.271871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:00:47.289370 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-7395b187-a3ff-4430-bf84-34a0b61f8cbf admin admin] 10.222.0.21 "DELETE /v2.0/networks/9ca63e15-5840-4372-9d93-cce1e9b612b4 HTTP/1.1" status: 204  len: 168 time: 2.5381551
Dec 02 18:00:47.476873 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 59382) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:00:47.536309 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-0bdaa867-d2f9-41d8-9584-f2128fd22a35 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b3ba943161643b9888b7198e5f4d270&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0580852
Dec 02 18:00:47.539447 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 59388) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:00:47.624958 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-97caec27-db31-4481-93f5-0828cc214207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:47.657954 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-97caec27-db31-4481-93f5-0828cc214207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:47.714338 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56ff06-d3d8-4865-95d2-d7ac5159f65c req-9543057e-c455-4a44-972c-a167b1af39fb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:47.716354 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fb56ff06-d3d8-4865-95d2-d7ac5159f65c req-9543057e-c455-4a44-972c-a167b1af39fb tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.1010928
Dec 02 18:00:47.723152 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-97caec27-db31-4481-93f5-0828cc214207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:47.729129 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c7a90fbc-0dec-418b-ae12-a74189656d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:00:47.751026 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97caec27-db31-4481-93f5-0828cc214207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a422ad-6da0-4ff8-b42c-d65364db9dce,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:00:47.756958 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-97caec27-db31-4481-93f5-0828cc214207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:47.763886 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-97caec27-db31-4481-93f5-0828cc214207 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/70a422ad-6da0-4ff8-b42c-d65364db9dce HTTP/1.1" status: 204  len: 168 time: 0.2200904
Dec 02 18:00:47.763886 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-97caec27-db31-4481-93f5-0828cc214207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:00:47.781096 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fb56ff06-d3d8-4865-95d2-d7ac5159f65c req-1a76ba9a-9a89-40a8-bf1f-068e2e161048 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581141
Dec 02 18:00:48.850778 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 59414) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:00:49.033544 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1221907689-network', 'tenant_id': 'c0538ce883714453812aeeddc7cdcb29'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:00:49.044743 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ee13d-bfe7-4d2d-bda9-91fdcb263234 req-fbee0145-99ed-4898-b96c-f9d47987ab05 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:49.046883 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9e9ee13d-bfe7-4d2d-bda9-91fdcb263234 req-fbee0145-99ed-4898-b96c-f9d47987ab05 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.1049614
Dec 02 18:00:49.048335 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:00:49.054212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Usage tracker for resource:network and tenant:c0538ce883714453812aeeddc7cdcb29 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:00:49.058814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:00:49.065255 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:00:49.093385 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Made reservation on behalf of c0538ce883714453812aeeddc7cdcb29 for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 18:00:49.097959 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:49.139486 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:49.414808 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9e9ee13d-bfe7-4d2d-bda9-91fdcb263234 req-85c63237-547d-4168-9747-393a82018e3a tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3439589
Dec 02 18:00:49.415746 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:00:49.420888 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Usage tracker for resource:security_group_rule and tenant:c0538ce883714453812aeeddc7cdcb29 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:00:49.424163 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:00:49.430578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:00:49.559391 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:49.562454 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:49.567044 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-23978353-78f5-4bb4-bbc3-328a84c6367a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:00:49.597678 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 18:00:49.613377 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d473c2c3-7188-41af-83bf-310dba83b6c5,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:00:49.617426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:00:49.618511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:49.618919 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Added segment 1c3196de-da12-4a42-b447-7ace3e2b21c4 of type vxlan for network 1bde29dc-4d1d-465a-8dbb-101137b936ed
Dec 02 18:00:49.651573 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:49.699473 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:49.700886 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:49.701724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:49.708924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:00:49.818839 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9669476
Dec 02 18:00:49.821946 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 59420) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:00:49.828541 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] Request body: {'subnet': {'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1221907689-subnet', 'tenant_id': 'c0538ce883714453812aeeddc7cdcb29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:00:49.833906 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:00:49.835810 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Pushing event updated for resources: {'Network': ['ID=1bde29dc-4d1d-465a-8dbb-101137b936ed,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:00:49.838355 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] Usage tracker for resource:subnet and tenant:c0538ce883714453812aeeddc7cdcb29 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:00:49.840379 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:00:49.842587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:00:49.850672 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network 1bde29dc-4d1d-465a-8dbb-101137b936ed details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 18:00:49.853148 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:00:49.878720 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] Made reservation on behalf of c0538ce883714453812aeeddc7cdcb29 for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 18:00:49.884231 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843322295'] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:49.884462 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Network 1bde29dc-4d1d-465a-8dbb-101137b936ed details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 18:00:50.435078 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843264415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843322280'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:50.453670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:00:50.672409 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa0de534-b93d-468e-a3e1-528579a83652,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:00:50.675479 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:00:50.748512 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa71719-a8ff-4f12-bb9c-6b2a3685bc34 req-3bd1586a-25be-40fd-a6f2-8ca335009ff5 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:50.752187 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5fa71719-a8ff-4f12-bb9c-6b2a3685bc34 req-3bd1586a-25be-40fd-a6f2-8ca335009ff5 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.1625502
Dec 02 18:00:50.820612 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5fa71719-a8ff-4f12-bb9c-6b2a3685bc34 req-f65c918c-d174-4714-be10-9c131a38e5be tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0597312
Dec 02 18:00:50.821556 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] Checking segment: {'id': '1c3196de-da12-4a42-b447-7ace3e2b21c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 18:00:50.821955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] Network hostable DHCP agents. Network: 1bde29dc-4d1d-465a-8dbb-101137b936ed, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 18:00:50.842836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] Network 1bde29dc-4d1d-465a-8dbb-101137b936ed is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 18:00:50.851795 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, 1bde29dc-4d1d-465a-8dbb-101137b936ed) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 18:00:50.862539 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d75be1-685c-474e-a6f6-f5fb14b89ce3 None None] Network 1bde29dc-4d1d-465a-8dbb-101137b936ed requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 18:00:50.865493 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:50.866155 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:50.887904 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0646820
Dec 02 18:00:51.129506 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c617cf88-ecd4-4c52-9be0-6e1350911288 None None] Network 1bde29dc-4d1d-465a-8dbb-101137b936ed requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 18:00:51.644677 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44145355-f94a-49a7-98b8-593323359515 req-14ab8083-bcc3-41e9-8d86-a910f1bbbaff tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:51.645856 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-44145355-f94a-49a7-98b8-593323359515 req-14ab8083-bcc3-41e9-8d86-a910f1bbbaff tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Synchronizing usage tracker for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:network {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:00:51.664595 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-44145355-f94a-49a7-98b8-593323359515 req-14ab8083-bcc3-41e9-8d86-a910f1bbbaff tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Unset dirty status for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:network {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:00:51.665891 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44145355-f94a-49a7-98b8-593323359515 req-14ab8083-bcc3-41e9-8d86-a910f1bbbaff tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/networks?id=1bde29dc-4d1d-465a-8dbb-101137b936ed HTTP/1.1" status: 200  len: 815 time: 0.1957948
Dec 02 18:00:51.687600 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44145355-f94a-49a7-98b8-593323359515 req-0bc47c18-75db-45b7-bd75-6b2ed739f638 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/quotas/c0538ce883714453812aeeddc7cdcb29 HTTP/1.1" status: 200  len: 375 time: 0.0108938
Dec 02 18:00:51.742925 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44145355-f94a-49a7-98b8-593323359515 req-e04f48d2-9445-4d69-a1b9-45450db349dd tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0538ce883714453812aeeddc7cdcb29&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0487959
Dec 02 18:00:51.830940 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [req-44145355-f94a-49a7-98b8-593323359515 req-feb4c1a6-38f1-4e54-8c32-b882b57ac736 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 18:00:51.832030 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44145355-f94a-49a7-98b8-593323359515 req-feb4c1a6-38f1-4e54-8c32-b882b57ac736 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0818493
Dec 02 18:00:51.984680 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44145355-f94a-49a7-98b8-593323359515 req-850cdca6-aa77-4d64-99c1-b73e1562e8ee service neutron] 10.222.0.21 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455493
Dec 02 18:00:52.081185 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4598b-77c6-4aef-8605-f7e410414358 req-75c722d4-a08c-452d-9df1-6f2d47c92dbd tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:52.081185 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c9d4598b-77c6-4aef-8605-f7e410414358 req-75c722d4-a08c-452d-9df1-6f2d47c92dbd tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.0876863
Dec 02 18:00:52.135243 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44145355-f94a-49a7-98b8-593323359515 req-cf8cbe33-ce62-49bb-a2a5-04238953f34e service neutron] 10.222.0.21 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431708
Dec 02 18:00:52.135486 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c9d4598b-77c6-4aef-8605-f7e410414358 req-670bebb0-e570-4495-98c8-8c63c4fd685b tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504184
Dec 02 18:00:52.349430 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01cb785d-dcf6-4f7b-875a-2d42deada0dd req-080eb2d8-116d-4260-bc80-b14720f3b88b tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 210 time: 0.0528045
Dec 02 18:00:53.097698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-779c1f6e-d744-48a8-b8bd-2f6ba7924f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:53.386663 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79309c0e-99ff-4166-930b-2fb72d1d4c0a req-b62f9fca-c5d5-4f5e-9d27-738b0c17086c tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:53.388407 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-79309c0e-99ff-4166-930b-2fb72d1d4c0a req-b62f9fca-c5d5-4f5e-9d27-738b0c17086c tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.0912426
Dec 02 18:00:53.438638 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-79309c0e-99ff-4166-930b-2fb72d1d4c0a req-770d2ba8-95eb-4cb2-a8ab-b3351613ac1f tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432746
Dec 02 18:00:53.533587 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-dc2dfa3b-a08a-4e24-abae-9f36bb1b3c6d req-8b33a731-21ba-4ddb-a62e-8e8ad004b376 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 210 time: 0.0492539
Dec 02 18:00:54.677276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235e4f8-2906-4e0b-ba8e-7b52144b3407 req-64afc012-a852-43b4-b6ed-2d96b898b203 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:54.678944 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5235e4f8-2906-4e0b-ba8e-7b52144b3407 req-64afc012-a852-43b4-b6ed-2d96b898b203 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.0908201
Dec 02 18:00:54.717512 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2987484c-1325-4735-9d89-8415a7bb1848 req-fbcd1d01-e845-403c-99d1-61dfabd90205 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 210 time: 0.0486462
Dec 02 18:00:54.728631 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5235e4f8-2906-4e0b-ba8e-7b52144b3407 req-d4eae66e-e985-429e-a77d-a26e921e86cf tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426662
Dec 02 18:00:55.586431 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44145355-f94a-49a7-98b8-593323359515 req-1e039cd4-3b3c-423c-af99-0bee521e6db1 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:55.588035 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44145355-f94a-49a7-98b8-593323359515 req-1e039cd4-3b3c-423c-af99-0bee521e6db1 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.43 "GET /v2.0/networks?id=1bde29dc-4d1d-465a-8dbb-101137b936ed HTTP/1.1" status: 200  len: 815 time: 0.1656144
Dec 02 18:00:55.611686 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-44145355-f94a-49a7-98b8-593323359515 req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Request body: {'port': {'device_id': '24c8a6c4-d8cf-4dde-8026-8fe69df83ed2', 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed', 'admin_state_up': True, 'tenant_id': 'c0538ce883714453812aeeddc7cdcb29'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:00:55.772747 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-44145355-f94a-49a7-98b8-593323359515 req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:00:55.779135 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-44145355-f94a-49a7-98b8-593323359515 req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Usage tracker for resource:port and tenant:c0538ce883714453812aeeddc7cdcb29 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:00:55.782405 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-44145355-f94a-49a7-98b8-593323359515 req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Quota usage for port was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:00:55.788497 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-44145355-f94a-49a7-98b8-593323359515 req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:00:55.799235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44145355-f94a-49a7-98b8-593323359515 req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Made reservation on behalf of c0538ce883714453812aeeddc7cdcb29 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 18:00:55.805046 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-44145355-f94a-49a7-98b8-593323359515 req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:55.816480 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3d38c642-5db1-43b7-8183-6b8fd3a5bfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:55.931789 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3d0b93b3-4b57-41e7-b1ab-6d80140c6057 req-7ba921d0-6450-44cf-b346-1853023f57e8 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 210 time: 0.0670407
Dec 02 18:00:55.984528 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfea91f-2047-46f7-a861-53b7dc2f4489 req-777e2f07-b470-4ce9-9542-f12ac416c1da tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:55.986208 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9dfea91f-2047-46f7-a861-53b7dc2f4489 req-777e2f07-b470-4ce9-9542-f12ac416c1da tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.0961292
Dec 02 18:00:56.039560 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9dfea91f-2047-46f7-a861-53b7dc2f4489 req-294c2c54-2432-4f7d-9a50-5f654be30a13 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459621
Dec 02 18:00:56.197761 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:56.235013 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-44145355-f94a-49a7-98b8-593323359515 req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Allocated IP 172.20.0.3 (1bde29dc-4d1d-465a-8dbb-101137b936ed/fa0de534-b93d-468e-a3e1-528579a83652/11322ea6-b0af-4935-b96e-905c137a6b39) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 18:00:56.514584 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-44145355-f94a-49a7-98b8-593323359515 req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:56.593413 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-44145355-f94a-49a7-98b8-593323359515 req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:56.615842 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e4725ba5-03c0-4826-aadb-339e04a61dae tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:00:57.007519 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Pushing event updated for resources: {'Port': ['ID=11322ea6-b0af-4935-b96e-905c137a6b39,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:00:57.012746 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:00:57.062072 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44145355-f94a-49a7-98b8-593323359515 req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Network 1bde29dc-4d1d-465a-8dbb-101137b936ed is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 18:00:57.063405 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-44145355-f94a-49a7-98b8-593323359515 req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 18:00:57.065781 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-44145355-f94a-49a7-98b8-593323359515 req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 18:00:57.096225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:57.184472 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44145355-f94a-49a7-98b8-593323359515 req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:57.185142 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-44145355-f94a-49a7-98b8-593323359515 req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:57.213017 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44145355-f94a-49a7-98b8-593323359515 req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6054032
Dec 02 18:00:57.236217 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4a7c7-422a-4ba1-aed5-26f0383a5166 req-807a0b96-5097-4832-8bbd-50df923389e0 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:57.236914 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-17b4a7c7-422a-4ba1-aed5-26f0383a5166 req-807a0b96-5097-4832-8bbd-50df923389e0 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Synchronizing usage tracker for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:00:57.243020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Request body: {'port': {'device_id': '24c8a6c4-d8cf-4dde-8026-8fe69df83ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:00:57.287755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0dc23-c050-4ec3-9511-bff5caaa2f9f req-4ea3c737-4f6f-4bca-9a40-af63468bac71 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:57.289609 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e2b0dc23-c050-4ec3-9511-bff5caaa2f9f req-4ea3c737-4f6f-4bca-9a40-af63468bac71 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.0907564
Dec 02 18:00:57.310677 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-17b4a7c7-422a-4ba1-aed5-26f0383a5166 req-807a0b96-5097-4832-8bbd-50df923389e0 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Unset dirty status for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:00:57.311934 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-17b4a7c7-422a-4ba1-aed5-26f0383a5166 req-807a0b96-5097-4832-8bbd-50df923389e0 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 931 time: 0.2110851
Dec 02 18:00:57.339242 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e2b0dc23-c050-4ec3-9511-bff5caaa2f9f req-090c3431-cc2c-4f04-b923-06b475ccb8cc tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420213
Dec 02 18:00:57.404744 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:57.430447 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-17b4a7c7-422a-4ba1-aed5-26f0383a5166 req-77ed2a5c-d8f9-4b99-bce8-ccc4a5f8dd80 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812395
Dec 02 18:00:57.832735 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11322ea6-b0af-4935-b96e-905c137a6b39 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 18:00:57.840123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:57.843965 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:57.852836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Transition to ACTIVE for port object 11322ea6-b0af-4935-b96e-905c137a6b39 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 18:00:57.855439 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:57.871328 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-def2f7fc-d8c3-4038-9b2b-1dcf0b6bcd9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:00:58.011108 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Pushing event updated for resources: {'Port': ['ID=11322ea6-b0af-4935-b96e-905c137a6b39,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:00:58.015984 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:00:58.099673 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:00:58.209469 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Attempting to bind port 11322ea6-b0af-4935-b96e-905c137a6b39 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 18:00:58.209869 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Attempting to bind port 11322ea6-b0af-4935-b96e-905c137a6b39 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '1c3196de-da12-4a42-b447-7ace3e2b21c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 18:00:58.210232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Attempting to bind port 11322ea6-b0af-4935-b96e-905c137a6b39 on network 1bde29dc-4d1d-465a-8dbb-101137b936ed {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 18:00:58.216420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 18, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 18:00:58.216796 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Checking segment: {'id': '1c3196de-da12-4a42-b447-7ace3e2b21c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 18:00:58.217204 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:58.217603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Bound using segment: {'id': '1c3196de-da12-4a42-b447-7ace3e2b21c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 18:00:58.218136 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Bound port: 11322ea6-b0af-4935-b96e-905c137a6b39, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3196de-da12-4a42-b447-7ace3e2b21c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 18:00:58.218432 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:58.321754 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] For port 11322ea6-b0af-4935-b96e-905c137a6b39, host hv-cinder-73362, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 18:00:58.325216 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] For port 11322ea6-b0af-4935-b96e-905c137a6b39, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=11322ea6-b0af-4935-b96e-905c137a6b39,segment=NetworkSegment(1c3196de-da12-4a42-b447-7ace3e2b21c4),segment_id=1c3196de-da12-4a42-b447-7ace3e2b21c4)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 18:00:58.328621 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:58.344677 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-62798f8c-62ae-4cda-8bb6-d46284fed1c5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:00:58.492104 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Pushing event updated for resources: {'Port': ['ID=11322ea6-b0af-4935-b96e-905c137a6b39,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:00:58.502889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:00:58.538276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:58.539011 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:00:58.540513 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44145355-f94a-49a7-98b8-593323359515 req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] 10.222.0.43 "PUT /v2.0/ports/11322ea6-b0af-4935-b96e-905c137a6b39 HTTP/1.1" status: 200  len: 1157 time: 1.3120756
Dec 02 18:00:58.541489 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24c8a6c4-d8cf-4dde-8026-8fe69df83ed2', 'tag': '11322ea6-b0af-4935-b96e-905c137a6b39'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:00:58.578370 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f448b7-2d3b-4dc2-b2e0-fd913fda7dd0 req-c127a8fb-cc5b-46c9-827b-21941103b6b8 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:58.582171 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f5f448b7-2d3b-4dc2-b2e0-fd913fda7dd0 req-c127a8fb-cc5b-46c9-827b-21941103b6b8 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.0926373
Dec 02 18:00:58.633658 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f5f448b7-2d3b-4dc2-b2e0-fd913fda7dd0 req-254e7efe-65ab-46b3-962d-970edcc1a388 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470471
Dec 02 18:00:58.723475 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a97f02-874e-4e43-8e35-2685facca013 req-f355dcde-4cbf-4382-8f76-08b7e39db5fe tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:58.725094 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-66a97f02-874e-4e43-8e35-2685facca013 req-f355dcde-4cbf-4382-8f76-08b7e39db5fe tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 943 time: 0.1536465
Dec 02 18:00:58.727712 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44145355-f94a-49a7-98b8-593323359515 req-bf5a3d06-12d4-4cfd-9597-df9f6d4cc138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:58.729276 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44145355-f94a-49a7-98b8-593323359515 req-bf5a3d06-12d4-4cfd-9597-df9f6d4cc138 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0538ce883714453812aeeddc7cdcb29&device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 1160 time: 0.1215928
Dec 02 18:00:58.820889 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44145355-f94a-49a7-98b8-593323359515 req-ef2026dc-737a-4ab5-a46d-abeacae2daa2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11322ea6-b0af-4935-b96e-905c137a6b39 HTTP/1.1" status: 200  len: 217 time: 0.0739248
Dec 02 18:00:58.885557 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24c8a6c4-d8cf-4dde-8026-8fe69df83ed2', 'tag': '11322ea6-b0af-4935-b96e-905c137a6b39', 'status': 'completed', 'code': 200}
Dec 02 18:00:58.894145 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-66a97f02-874e-4e43-8e35-2685facca013 req-4aa9706d-e24c-47ce-8c32-cec541e527dd tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616755
Dec 02 18:00:58.913280 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44145355-f94a-49a7-98b8-593323359515 req-fceecb95-8fc3-423e-95ca-9e6960ea0b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:58.914887 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44145355-f94a-49a7-98b8-593323359515 req-fceecb95-8fc3-423e-95ca-9e6960ea0b8d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa0de534-b93d-468e-a3e1-528579a83652 HTTP/1.1" status: 200  len: 855 time: 0.0821152
Dec 02 18:00:58.965838 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44145355-f94a-49a7-98b8-593323359515 req-e1fc40bf-c9aa-4c8b-9f65-af57e8d1ed66 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1bde29dc-4d1d-465a-8dbb-101137b936ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0437217
Dec 02 18:00:59.122847 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44145355-f94a-49a7-98b8-593323359515 req-e2366b8d-dea9-4961-82cf-df4fc44fefed service neutron] 10.222.0.43 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1502419
Dec 02 18:00:59.281104 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-44145355-f94a-49a7-98b8-593323359515 req-d3741ca2-c2ae-42e6-90a9-43f1dd2df20f service neutron] 10.222.0.43 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1512835
Dec 02 18:00:59.452410 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf70eb-ddf2-4030-8794-a675ee9e06ca req-183bcabe-36ad-4987-9444-452169688809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:59.454031 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6bcf70eb-ddf2-4030-8794-a675ee9e06ca req-183bcabe-36ad-4987-9444-452169688809 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0538ce883714453812aeeddc7cdcb29&device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 1160 time: 0.0842893
Dec 02 18:00:59.605944 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf70eb-ddf2-4030-8794-a675ee9e06ca req-79ef4747-0a46-4eaf-8d04-3dd46b6b9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:59.607707 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6bcf70eb-ddf2-4030-8794-a675ee9e06ca req-79ef4747-0a46-4eaf-8d04-3dd46b6b9404 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1bde29dc-4d1d-465a-8dbb-101137b936ed HTTP/1.1" status: 200  len: 909 time: 0.1465931
Dec 02 18:00:59.688495 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6bcf70eb-ddf2-4030-8794-a675ee9e06ca req-d0d3f599-2b15-4054-a543-10427086fbd5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11322ea6-b0af-4935-b96e-905c137a6b39 HTTP/1.1" status: 200  len: 217 time: 0.0731952
Dec 02 18:00:59.775907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf70eb-ddf2-4030-8794-a675ee9e06ca req-913c52ad-f945-4fae-a788-5dd8cd62fc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:59.778203 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6bcf70eb-ddf2-4030-8794-a675ee9e06ca req-913c52ad-f945-4fae-a788-5dd8cd62fc2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa0de534-b93d-468e-a3e1-528579a83652 HTTP/1.1" status: 200  len: 855 time: 0.0836017
Dec 02 18:00:59.832786 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6bcf70eb-ddf2-4030-8794-a675ee9e06ca req-b1953755-0958-46e0-99fc-c94295168ce1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1bde29dc-4d1d-465a-8dbb-101137b936ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471492
Dec 02 18:00:59.900607 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7195a2e9-f6e2-4f08-a9ef-71b05d392518 req-ef93ae8a-8adf-4131-bafd-76eaf73750ba tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:00:59.902773 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7195a2e9-f6e2-4f08-a9ef-71b05d392518 req-ef93ae8a-8adf-4131-bafd-76eaf73750ba tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 943 time: 0.1109216
Dec 02 18:00:59.953658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device d5d68572-ef62-4087-b61f-db6a4a7f65df up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:00:59.969408 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7195a2e9-f6e2-4f08-a9ef-71b05d392518 req-38cb501d-2876-4dc1-b866-2f3e01728741 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558281
Dec 02 18:00:59.998606 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6bcf70eb-ddf2-4030-8794-a675ee9e06ca req-263dff01-5889-48e6-9090-2a43afb776bd service neutron] 10.222.0.43 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1574411
Dec 02 18:01:00.042392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port d5d68572-ef62-4087-b61f-db6a4a7f65df triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:01:00.043154 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:00.182375 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:00.215928 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5b4704-c089-4a08-a0ad-d85b5b81d219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d68572-ef62-4087-b61f-db6a4a7f65df'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:01:00.227103 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port d5d68572-ef62-4087-b61f-db6a4a7f65df, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=d5d68572-ef62-4087-b61f-db6a4a7f65df,segment=NetworkSegment(66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f),segment_id=66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:01:00.230271 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:00.232535 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:00.253586 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6bcf70eb-ddf2-4030-8794-a675ee9e06ca req-fea32f7d-650b-45e2-bdd8-3884ac7e860d service neutron] 10.222.0.43 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2475750
Dec 02 18:01:00.259813 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812535d-0ca2-4ee3-980d-598f0ebae9cf req-c4d3be57-fa53-41e6-8c30-0b5e1c3cadd9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:00.261980 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b812535d-0ca2-4ee3-980d-598f0ebae9cf req-c4d3be57-fa53-41e6-8c30-0b5e1c3cadd9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 943 time: 0.1973040
Dec 02 18:01:00.306922 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=d5d68572-ef62-4087-b61f-db6a4a7f65df,revision_number=6']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:00.311032 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:00.328921 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b812535d-0ca2-4ee3-980d-598f0ebae9cf req-28d911a6-dec8-4e06-a4ea-00f3c42d4960 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581193
Dec 02 18:01:00.332506 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5b4704-c089-4a08-a0ad-d85b5b81d219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d68572-ef62-4087-b61f-db6a4a7f65df', 'code': 200}
Dec 02 18:01:00.633009 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43076a8b-ee31-4624-a446-4a2de904e4c7 req-938088ab-3c96-4ad0-847d-cfdf06870f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:00.634710 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-43076a8b-ee31-4624-a446-4a2de904e4c7 req-938088ab-3c96-4ad0-847d-cfdf06870f33 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 1162 time: 0.0809746
Dec 02 18:01:00.690394 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-43076a8b-ee31-4624-a446-4a2de904e4c7 req-3eeafbf3-36cf-4c36-9fa5-857632643db8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482385
Dec 02 18:01:01.223908 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device d5d68572-ef62-4087-b61f-db6a4a7f65df up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:01:01.228211 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3566e-bb74-44aa-bc9f-715326f41930 req-49c0331e-789f-46af-ae78-5d88a6e3c78c tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:01.230586 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-66e3566e-bb74-44aa-bc9f-715326f41930 req-49c0331e-789f-46af-ae78-5d88a6e3c78c tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0908291
Dec 02 18:01:01.280937 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-66e3566e-bb74-44aa-bc9f-715326f41930 req-4ac27a51-3d7d-4c22-8da0-57c13c46153d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441294
Dec 02 18:01:01.299743 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port d5d68572-ef62-4087-b61f-db6a4a7f65df triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:01:01.300101 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:01.550996 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55213f17-1fc4-48a0-8429-f541357e4a09 req-70612f4a-dff4-441c-a798-e4020e50f642 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:01.552537 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-55213f17-1fc4-48a0-8429-f541357e4a09 req-70612f4a-dff4-441c-a798-e4020e50f642 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 943 time: 0.0902922
Dec 02 18:01:01.601242 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-55213f17-1fc4-48a0-8429-f541357e4a09 req-6ba39437-530a-452a-bbe9-4f3866f0870a tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418186
Dec 02 18:01:02.514158 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a023476-1b28-4cc8-b559-2d8043367730 req-3af4e5c0-d185-4359-9fbd-b1b272b26895 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:02.515877 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7a023476-1b28-4cc8-b559-2d8043367730 req-3af4e5c0-d185-4359-9fbd-b1b272b26895 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0870199
Dec 02 18:01:02.571170 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7a023476-1b28-4cc8-b559-2d8043367730 req-5b4f3093-1bf9-49b4-a68a-7323b4497e22 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477469
Dec 02 18:01:02.819488 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f387e-4c8d-47b2-8d62-a347047a8856 req-76d2b04a-0646-42ad-98a7-343e86a118ee tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:02.821120 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2d5f387e-4c8d-47b2-8d62-a347047a8856 req-76d2b04a-0646-42ad-98a7-343e86a118ee tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 943 time: 0.0849226
Dec 02 18:01:02.875149 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2d5f387e-4c8d-47b2-8d62-a347047a8856 req-fc98f694-fcaa-47c4-9e61-cbc034bd7c95 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471950
Dec 02 18:01:03.262027 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.objects.ports [None req-ba15b79f-6b95-47ab-8db2-a09872a02b83 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80245) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 02 18:01:03.801612 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4845b-871c-4773-aaf9-2566945eae0e req-125b0b42-1a7f-43c1-afa4-1bb5fbb07d20 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:03.803255 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-51c4845b-871c-4773-aaf9-2566945eae0e req-125b0b42-1a7f-43c1-afa4-1bb5fbb07d20 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0842006
Dec 02 18:01:03.851511 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-51c4845b-871c-4773-aaf9-2566945eae0e req-724f26e7-5b81-4781-8372-e23d66349926 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412283
Dec 02 18:01:04.027627 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 11322ea6-b0af-4935-b96e-905c137a6b39 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:01:04.092252 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb4a63-4ff5-4472-beed-cccfa8fdebc5 req-12ac7f0a-66a9-4a91-abaf-60bb8aba1d5c tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:04.093915 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e2cb4a63-4ff5-4472-beed-cccfa8fdebc5 req-12ac7f0a-66a9-4a91-abaf-60bb8aba1d5c tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 943 time: 0.0883195
Dec 02 18:01:04.102516 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port 11322ea6-b0af-4935-b96e-905c137a6b39 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 18:01:04.109270 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 11322ea6-b0af-4935-b96e-905c137a6b39 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:01:04.109687 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:04.144899 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e2cb4a63-4ff5-4472-beed-cccfa8fdebc5 req-a54fd268-d3dc-4f6b-8537-46ceb572236a tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434678
Dec 02 18:01:04.232133 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:04.260531 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c8a6c4-d8cf-4dde-8026-8fe69df83ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11322ea6-b0af-4935-b96e-905c137a6b39'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:01:04.271614 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 11322ea6-b0af-4935-b96e-905c137a6b39, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=11322ea6-b0af-4935-b96e-905c137a6b39,segment=NetworkSegment(1c3196de-da12-4a42-b447-7ace3e2b21c4),segment_id=1c3196de-da12-4a42-b447-7ace3e2b21c4)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:01:04.274896 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:04.277557 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3cb85c2d-3c7b-46c2-bf3e-f71f97efd12a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:04.325318 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c8a6c4-d8cf-4dde-8026-8fe69df83ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11322ea6-b0af-4935-b96e-905c137a6b39', 'code': 200}
Dec 02 18:01:04.355324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=11322ea6-b0af-4935-b96e-905c137a6b39,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:04.358757 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:04.854791 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea8a94-419d-49be-97c5-e8d41d5be4a9 req-ac0c3091-2725-4e9c-b501-20315b29f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:04.856503 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6bea8a94-419d-49be-97c5-e8d41d5be4a9 req-ac0c3091-2725-4e9c-b501-20315b29f71b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 1162 time: 0.3241615
Dec 02 18:01:04.905586 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6bea8a94-419d-49be-97c5-e8d41d5be4a9 req-5b21cf73-1cf3-4fbe-9f1a-d9510a9dfed5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419607
Dec 02 18:01:05.295788 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 11322ea6-b0af-4935-b96e-905c137a6b39 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:01:05.371966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 11322ea6-b0af-4935-b96e-905c137a6b39 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:01:05.372386 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:05.376755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf575c-c1e0-4748-8c2a-53492a47dbf9 req-789f1ee8-f117-4199-b056-9dfcadc7d2b7 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:05.378428 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7ccf575c-c1e0-4748-8c2a-53492a47dbf9 req-789f1ee8-f117-4199-b056-9dfcadc7d2b7 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 945 time: 0.0931063
Dec 02 18:01:05.430463 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7ccf575c-c1e0-4748-8c2a-53492a47dbf9 req-6e44140a-22a0-4961-838b-4d915c327175 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454123
Dec 02 18:01:06.663346 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c86c1-4ff7-4d3e-b335-72b864363a6c req-af6e0221-a5d2-4ce2-ae4e-ca109586beb9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:06.665189 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6f2c86c1-4ff7-4d3e-b335-72b864363a6c req-af6e0221-a5d2-4ce2-ae4e-ca109586beb9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 945 time: 0.1007318
Dec 02 18:01:06.716416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-6f2c86c1-4ff7-4d3e-b335-72b864363a6c req-06494cfa-dcbf-4b77-8822-b7498b39b92c tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Synchronizing usage tracker for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:security_group {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:01:06.733023 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-6f2c86c1-4ff7-4d3e-b335-72b864363a6c req-06494cfa-dcbf-4b77-8822-b7498b39b92c tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Unset dirty status for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:security_group {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:01:06.734308 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6f2c86c1-4ff7-4d3e-b335-72b864363a6c req-06494cfa-dcbf-4b77-8822-b7498b39b92c tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621481
Dec 02 18:01:07.324698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 11322ea6-b0af-4935-b96e-905c137a6b39 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:01:07.399202 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 11322ea6-b0af-4935-b96e-905c137a6b39 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:01:07.399751 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:10.375703 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:16.981599 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-9596df51-66f4-4864-a5c8-33d697b9490e tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:16.983124 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-9596df51-66f4-4864-a5c8-33d697b9490e tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/networks?id=1bde29dc-4d1d-465a-8dbb-101137b936ed HTTP/1.1" status: 200  len: 815 time: 0.1573191
Dec 02 18:01:16.999522 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-58f06be5-6a9b-4f82-96dc-ad91363f6892 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/quotas/c0538ce883714453812aeeddc7cdcb29 HTTP/1.1" status: 200  len: 375 time: 0.0102775
Dec 02 18:01:17.083073 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-bd450314-7c5c-4c81-b91a-a147c9179686 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0538ce883714453812aeeddc7cdcb29&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0778010
Dec 02 18:01:17.235588 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-91cb05ca-fe18-4c3e-81c2-661d3bd34272 service neutron] 10.222.0.21 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433892
Dec 02 18:01:17.379897 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-3c257b10-ae4d-4d86-9009-c71c08d05390 service neutron] 10.222.0.21 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1379001
Dec 02 18:01:17.585506 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-53d267a0-c8b0-4b26-8274-13486217c222 req-7ec11c0f-9d37-46da-a6c3-d29a689d8562 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 210 time: 0.0492444
Dec 02 18:01:18.762165 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-84a55e3e-b7f5-4a3f-9b19-35f66744cc1a tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:18.763930 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-84a55e3e-b7f5-4a3f-9b19-35f66744cc1a tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.43 "GET /v2.0/networks?id=1bde29dc-4d1d-465a-8dbb-101137b936ed HTTP/1.1" status: 200  len: 815 time: 0.1631217
Dec 02 18:01:18.776119 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-95f3b52d-68e5-4d8a-8bf9-da4da35b96a1 req-ff82fe09-2aa2-443a-a78d-9599b99d8a30 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 210 time: 0.0517848
Dec 02 18:01:18.789468 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-f62c7c06-8c29-4b55-8156-6a0524214319 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Request body: {'port': {'device_id': 'b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6', 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed', 'admin_state_up': True, 'tenant_id': 'c0538ce883714453812aeeddc7cdcb29'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:01:18.936887 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-f62c7c06-8c29-4b55-8156-6a0524214319 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:01:18.946731 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-f62c7c06-8c29-4b55-8156-6a0524214319 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:01:18.955663 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-f62c7c06-8c29-4b55-8156-6a0524214319 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Made reservation on behalf of c0538ce883714453812aeeddc7cdcb29 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 18:01:18.961286 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-f62c7c06-8c29-4b55-8156-6a0524214319 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:19.279043 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-f62c7c06-8c29-4b55-8156-6a0524214319 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Allocated IP 172.20.0.12 (1bde29dc-4d1d-465a-8dbb-101137b936ed/fa0de534-b93d-468e-a3e1-528579a83652/577f98f7-f11f-4cfb-b3ea-47ffb948a224) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 18:01:19.497009 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-f62c7c06-8c29-4b55-8156-6a0524214319 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:19.523239 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-f62c7c06-8c29-4b55-8156-6a0524214319 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:19.539058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e36a6abc-dab8-412c-9d45-4f22b0cf6b89 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:19.681463 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c7c06-8c29-4b55-8156-6a0524214319 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Pushing event updated for resources: {'Port': ['ID=577f98f7-f11f-4cfb-b3ea-47ffb948a224,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:19.685926 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f62c7c06-8c29-4b55-8156-6a0524214319 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:19.740426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-f62c7c06-8c29-4b55-8156-6a0524214319 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Network 1bde29dc-4d1d-465a-8dbb-101137b936ed is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 18:01:19.741677 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-f62c7c06-8c29-4b55-8156-6a0524214319 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 18:01:19.744102 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-f62c7c06-8c29-4b55-8156-6a0524214319 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 18:01:19.809737 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-f62c7c06-8c29-4b55-8156-6a0524214319 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:19.810344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-f62c7c06-8c29-4b55-8156-6a0524214319 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:19.838780 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-f62c7c06-8c29-4b55-8156-6a0524214319 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0542886
Dec 02 18:01:19.862360 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Request body: {'port': {'device_id': 'b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:01:20.033032 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:20.129213 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e525d8-f1ed-4462-94f4-af7cf6930a03 req-ef898dff-c7df-458c-a366-b92f8d1be94d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:20.129896 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-43e525d8-f1ed-4462-94f4-af7cf6930a03 req-ef898dff-c7df-458c-a366-b92f8d1be94d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Synchronizing usage tracker for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:01:20.197912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-43e525d8-f1ed-4462-94f4-af7cf6930a03 req-ef898dff-c7df-458c-a366-b92f8d1be94d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Unset dirty status for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:01:20.199463 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-43e525d8-f1ed-4462-94f4-af7cf6930a03 req-ef898dff-c7df-458c-a366-b92f8d1be94d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 932 time: 0.2821007
Dec 02 18:01:20.334295 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-43e525d8-f1ed-4462-94f4-af7cf6930a03 req-8e1ba971-1068-43fd-8a1e-bd9d18b4c598 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913572
Dec 02 18:01:20.522451 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577f98f7-f11f-4cfb-b3ea-47ffb948a224 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 18:01:20.530227 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:20.543253 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Transition to ACTIVE for port object 577f98f7-f11f-4cfb-b3ea-47ffb948a224 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 18:01:20.545645 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:20.561073 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-094bc2d8-e7af-40c3-9976-8f806c536531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:20.697650 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Pushing event updated for resources: {'Port': ['ID=577f98f7-f11f-4cfb-b3ea-47ffb948a224,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:20.702481 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:20.890479 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Attempting to bind port 577f98f7-f11f-4cfb-b3ea-47ffb948a224 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 18:01:20.891089 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Attempting to bind port 577f98f7-f11f-4cfb-b3ea-47ffb948a224 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '1c3196de-da12-4a42-b447-7ace3e2b21c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 18:01:20.891334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Attempting to bind port 577f98f7-f11f-4cfb-b3ea-47ffb948a224 on network 1bde29dc-4d1d-465a-8dbb-101137b936ed {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 18:01:20.897272 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 18, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 18:01:20.897645 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Checking segment: {'id': '1c3196de-da12-4a42-b447-7ace3e2b21c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 18:01:20.898044 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:20.898439 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Bound using segment: {'id': '1c3196de-da12-4a42-b447-7ace3e2b21c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 18:01:20.898954 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Bound port: 577f98f7-f11f-4cfb-b3ea-47ffb948a224, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3196de-da12-4a42-b447-7ace3e2b21c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 18:01:20.899322 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:20.994895 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] For port 577f98f7-f11f-4cfb-b3ea-47ffb948a224, host hv-cinder-73362, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 18:01:20.999100 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] For port 577f98f7-f11f-4cfb-b3ea-47ffb948a224, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=577f98f7-f11f-4cfb-b3ea-47ffb948a224,segment=NetworkSegment(1c3196de-da12-4a42-b447-7ace3e2b21c4),segment_id=1c3196de-da12-4a42-b447-7ace3e2b21c4)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 18:01:21.002774 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:21.018730 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f62c7c06-8c29-4b55-8156-6a0524214319 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:21.177369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Pushing event updated for resources: {'Port': ['ID=577f98f7-f11f-4cfb-b3ea-47ffb948a224,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:21.182584 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:21.212178 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:21.212850 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:21.214327 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] 10.222.0.43 "PUT /v2.0/ports/577f98f7-f11f-4cfb-b3ea-47ffb948a224 HTTP/1.1" status: 200  len: 1158 time: 1.3567619
Dec 02 18:01:21.215125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6', 'tag': '577f98f7-f11f-4cfb-b3ea-47ffb948a224'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:01:21.310585 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6', 'tag': '577f98f7-f11f-4cfb-b3ea-47ffb948a224', 'status': 'completed', 'code': 200}
Dec 02 18:01:21.350840 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-297ced6e-ce8f-40a9-b082-2c6f2de3a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:21.352471 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-297ced6e-ce8f-40a9-b082-2c6f2de3a7da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0538ce883714453812aeeddc7cdcb29&device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 1161 time: 0.0836191
Dec 02 18:01:21.444781 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-9c587d21-8a1f-45fa-8727-3e8bf7ea3990 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=577f98f7-f11f-4cfb-b3ea-47ffb948a224 HTTP/1.1" status: 200  len: 217 time: 0.0656478
Dec 02 18:01:21.564949 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-5411dabb-3163-42b8-a973-766147b1f851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:21.566553 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-5411dabb-3163-42b8-a973-766147b1f851 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa0de534-b93d-468e-a3e1-528579a83652 HTTP/1.1" status: 200  len: 855 time: 0.1153691
Dec 02 18:01:21.623331 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-708b7258-7f74-412a-bbda-97c59a1bd912 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1bde29dc-4d1d-465a-8dbb-101137b936ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493605
Dec 02 18:01:21.672299 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587d91b-e3e3-4823-a5b8-d49f123f3a5f req-e33c9f10-4c6d-4897-a674-4161653b67d7 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:21.673884 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5587d91b-e3e3-4823-a5b8-d49f123f3a5f req-e33c9f10-4c6d-4897-a674-4161653b67d7 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 944 time: 0.1816368
Dec 02 18:01:21.801011 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5587d91b-e3e3-4823-a5b8-d49f123f3a5f req-b92f91f7-1145-49a8-b945-38e82e5bc719 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157532
Dec 02 18:01:21.822266 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-6d31363f-63aa-465d-8513-2b0f7ade927a service neutron] 10.222.0.43 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1905251
Dec 02 18:01:22.035692 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6efc064c-9423-4705-a908-40730d0d7885 req-14fcdf95-c97c-4689-a1fd-0d12f1394529 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/floatingips/59af3e0a-0c0f-48f1-9836-d31a20f6116f HTTP/1.1" status: 200  len: 997 time: 0.1199055
Dec 02 18:01:22.195951 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b7cf793a-7385-4495-b0b9-902857d3f9a9 req-6e111b34-a90d-4f1e-adfc-983125e701b9 service neutron] 10.222.0.43 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3653679
Dec 02 18:01:22.208969 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc064c-9423-4705-a908-40730d0d7885 req-184940a5-224e-458e-a1d7-9d9137707f24 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:22.210490 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6efc064c-9423-4705-a908-40730d0d7885 req-184940a5-224e-458e-a1d7-9d9137707f24 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/networks/0e06ccbb-5acd-4938-8c27-f383e561e919 HTTP/1.1" status: 200  len: 784 time: 0.1685855
Dec 02 18:01:22.223822 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [req-6efc064c-9423-4705-a908-40730d0d7885 req-16c364b0-1c21-4c8e-989b-4a99607e4153 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80244) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 18:01:22.225511 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6efc064c-9423-4705-a908-40730d0d7885 req-16c364b0-1c21-4c8e-989b-4a99607e4153 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0069017
Dec 02 18:01:22.351438 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6efc064c-9423-4705-a908-40730d0d7885 req-45d60e44-7a36-456d-aecd-679372cdf66d tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.20 HTTP/1.1" status: 200  len: 1000 time: 0.1177280
Dec 02 18:01:22.377771 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc6a1-cb03-40ab-9386-511d4ba92239 req-247af7e7-6ed6-4518-aa07-c339af949fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:22.380561 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9b4fc6a1-cb03-40ab-9386-511d4ba92239 req-247af7e7-6ed6-4518-aa07-c339af949fe5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0538ce883714453812aeeddc7cdcb29&device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 1161 time: 0.0798273
Dec 02 18:01:22.431803 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc064c-9423-4705-a908-40730d0d7885 req-6a15808e-2764-4dc5-bd46-91a31b428dc4 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:22.433798 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6efc064c-9423-4705-a908-40730d0d7885 req-6a15808e-2764-4dc5-bd46-91a31b428dc4 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports/6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d HTTP/1.1" status: 200  len: 942 time: 0.0757048
Dec 02 18:01:22.528510 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc6a1-cb03-40ab-9386-511d4ba92239 req-b3251c04-1b61-49d2-97e9-06ab1948d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:22.530142 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9b4fc6a1-cb03-40ab-9386-511d4ba92239 req-b3251c04-1b61-49d2-97e9-06ab1948d7c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1bde29dc-4d1d-465a-8dbb-101137b936ed HTTP/1.1" status: 200  len: 909 time: 0.1421063
Dec 02 18:01:22.609197 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9b4fc6a1-cb03-40ab-9386-511d4ba92239 req-819f57df-61c0-4ce2-b794-07315833eace service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=577f98f7-f11f-4cfb-b3ea-47ffb948a224 HTTP/1.1" status: 200  len: 217 time: 0.0711665
Dec 02 18:01:22.628867 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6efc064c-9423-4705-a908-40730d0d7885 req-c7e247c4-7d2c-41ef-93f7-92a21f115863 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.20 HTTP/1.1" status: 200  len: 1000 time: 0.1049256
Dec 02 18:01:22.681008 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fc6a1-cb03-40ab-9386-511d4ba92239 req-2850fa68-5a0e-4873-bf8f-5dcd7f66d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:22.682645 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9b4fc6a1-cb03-40ab-9386-511d4ba92239 req-2850fa68-5a0e-4873-bf8f-5dcd7f66d3e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa0de534-b93d-468e-a3e1-528579a83652 HTTP/1.1" status: 200  len: 855 time: 0.0671449
Dec 02 18:01:22.736243 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9b4fc6a1-cb03-40ab-9386-511d4ba92239 req-d4bdf9fd-8fec-4160-8aa6-6f0fbb213356 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1bde29dc-4d1d-465a-8dbb-101137b936ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0467956
Dec 02 18:01:22.842612 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-6efc064c-9423-4705-a908-40730d0d7885 req-d442e75f-a56b-4d9c-b907-3fe365ae2148 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Deleting port 1079a957-dbe5-48ad-a56a-7e3cce5b518e {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:01:22.843095 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-6efc064c-9423-4705-a908-40730d0d7885 req-d442e75f-a56b-4d9c-b907-3fe365ae2148 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:22.902125 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9b4fc6a1-cb03-40ab-9386-511d4ba92239 req-46747ff9-15fc-49b5-b4dc-2ed22bca622c service neutron] 10.222.0.43 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582117
Dec 02 18:01:23.101982 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5ee721af-54d3-42ae-8a8f-5d1fdcf5db47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:23.131187 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9b4fc6a1-cb03-40ab-9386-511d4ba92239 req-825f56d4-5299-437b-ba61-5e7cec982ea7 service neutron] 10.222.0.43 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2219503
Dec 02 18:01:23.138450 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2af6b-b13d-457c-9f50-6131b0d11464 req-18b5cc84-410b-4040-989c-8b756e16e755 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:23.140416 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-91c2af6b-b13d-457c-9f50-6131b0d11464 req-18b5cc84-410b-4040-989c-8b756e16e755 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 944 time: 0.2002628
Dec 02 18:01:23.198722 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-91c2af6b-b13d-457c-9f50-6131b0d11464 req-3186cf10-4d0b-47e8-9f1e-3a7b0cffd927 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506725
Dec 02 18:01:23.258068 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-6efc064c-9423-4705-a908-40730d0d7885 req-d442e75f-a56b-4d9c-b907-3fe365ae2148 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:23.258439 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-6efc064c-9423-4705-a908-40730d0d7885 req-d442e75f-a56b-4d9c-b907-3fe365ae2148 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for floatingip, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:23.385547 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-6efc064c-9423-4705-a908-40730d0d7885 req-d442e75f-a56b-4d9c-b907-3fe365ae2148 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Calling delete_port for 1079a957-dbe5-48ad-a56a-7e3cce5b518e owned by network:floatingip {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:01:23.543852 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-6efc064c-9423-4705-a908-40730d0d7885 req-d442e75f-a56b-4d9c-b907-3fe365ae2148 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:23.559269 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-32d7341b-e4b9-469b-a20a-f7861249f0f8 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:23.604199 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442e75f-a56b-4d9c-b907-3fe365ae2148 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Pushing event deleted for resources: {'Port': ['ID=1079a957-dbe5-48ad-a56a-7e3cce5b518e,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:23.616296 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d442e75f-a56b-4d9c-b907-3fe365ae2148 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:23.795024 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-6efc064c-9423-4705-a908-40730d0d7885 req-d442e75f-a56b-4d9c-b907-3fe365ae2148 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for floatingip, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:23.795378 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [req-6efc064c-9423-4705-a908-40730d0d7885 req-d442e75f-a56b-4d9c-b907-3fe365ae2148 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Floating IP 59af3e0a-0c0f-48f1-9836-d31a20f6116f disassociated (deleted). External IP: 172.27.2.20, port: 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d.
Dec 02 18:01:24.184397 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6efc064c-9423-4705-a908-40730d0d7885 req-d442e75f-a56b-4d9c-b907-3fe365ae2148 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Router 18887737-7830-4faa-9ff8-0d41e4a01f6f has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 18:01:24.404897 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6efc064c-9423-4705-a908-40730d0d7885 req-d442e75f-a56b-4d9c-b907-3fe365ae2148 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 18:01:24.415850 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c86bc-2c71-4516-88cd-9165186f4f0f None None] Sync routers for ids ['18887737-7830-4faa-9ff8-0d41e4a01f6f'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 18:01:24.432347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c86bc-2c71-4516-88cd-9165186f4f0f None None] Routers {'18887737-7830-4faa-9ff8-0d41e4a01f6f'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:01:24.433755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-f95c86bc-2c71-4516-88cd-9165186f4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c254be0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:00:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['18887737-7830-4faa-9ff8-0d41e4a01f6f'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:24.450305 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-6efc064c-9423-4705-a908-40730d0d7885 req-d442e75f-a56b-4d9c-b907-3fe365ae2148 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:24.453552 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f7574-1cd5-45a0-9fc3-67bf9a6789a7 req-393f0564-cd78-478f-bbc7-285512886bb7 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:24.455336 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-729f7574-1cd5-45a0-9fc3-67bf9a6789a7 req-393f0564-cd78-478f-bbc7-285512886bb7 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 944 time: 0.1192718
Dec 02 18:01:24.533817 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-729f7574-1cd5-45a0-9fc3-67bf9a6789a7 req-1af351e9-1524-4f10-abfd-5cf6d0ba37b2 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659945
Dec 02 18:01:24.535039 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6efc064c-9423-4705-a908-40730d0d7885 req-d442e75f-a56b-4d9c-b907-3fe365ae2148 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "DELETE /v2.0/floatingips/59af3e0a-0c0f-48f1-9836-d31a20f6116f HTTP/1.1" status: 204  len: 173 time: 1.8998630
Dec 02 18:01:24.535801 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9ee110-7675-4f5a-8148-96b659e03997', 'tag': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:01:24.639744 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-f95c86bc-2c71-4516-88cd-9165186f4f0f None None] Set router 18887737-7830-4faa-9ff8-0d41e4a01f6f gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:01:24.646253 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc064c-9423-4705-a908-40730d0d7885 req-58e6d0c8-ea6b-41aa-b1cc-6bc793e5e235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:24.660002 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6efc064c-9423-4705-a908-40730d0d7885 req-58e6d0c8-ea6b-41aa-b1cc-6bc793e5e235 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=08c5d505eefa48458ed1c3b80b70cbc7&device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 1162 time: 0.1155751
Dec 02 18:01:24.790016 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9ee110-7675-4f5a-8148-96b659e03997', 'tag': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d', 'status': 'completed', 'code': 200}
Dec 02 18:01:24.832762 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc064c-9423-4705-a908-40730d0d7885 req-a26e1d52-2057-4e5c-87b1-a06306de8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:24.834015 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6efc064c-9423-4705-a908-40730d0d7885 req-a26e1d52-2057-4e5c-87b1-a06306de8a36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=56252445-cb9e-4a43-bb8d-1dff085eab32 HTTP/1.1" status: 200  len: 903 time: 0.1730497
Dec 02 18:01:24.924644 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6efc064c-9423-4705-a908-40730d0d7885 req-d1127f14-3e82-4d35-b495-7013dbb741c4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d HTTP/1.1" status: 200  len: 217 time: 0.0816536
Dec 02 18:01:24.948404 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ad152-ad95-47ee-8137-b18adcbbaca3 req-3471e98c-ce51-49ba-a93b-76483aecd0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:24.950711 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb2ad152-ad95-47ee-8137-b18adcbbaca3 req-3471e98c-ce51-49ba-a93b-76483aecd0f8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=08c5d505eefa48458ed1c3b80b70cbc7&device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 1162 time: 0.1095755
Dec 02 18:01:25.008010 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc064c-9423-4705-a908-40730d0d7885 req-b8db6130-1f7b-4006-ae7c-8665a298e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:25.009800 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6efc064c-9423-4705-a908-40730d0d7885 req-b8db6130-1f7b-4006-ae7c-8665a298e07f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cdebc9bf-e6e3-445f-8fe7-512f6d458a56 HTTP/1.1" status: 200  len: 848 time: 0.0781507
Dec 02 18:01:25.050855 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-f95c86bc-2c71-4516-88cd-9165186f4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c254be0>, [{'id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'name': 'tempest-TestShelveInstance-1778024443-router', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:07Z', 'updated_at': '2020-12-02T17:54:19Z', 'revision_number': 4, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'gw_port': {'id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:09Z', 'updated_at': '2020-12-02T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '53f23181-7f2d-4aca-97ec-2ec0479f0a20', 'name': '', 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'mac_address': 'fa:16:3e:72:4f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:17Z', 'updated_at': '2020-12-02T17:54:42Z', 'revision_number': 5, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'subnets': [{'id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:25.055125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c86bc-2c71-4516-88cd-9165186f4f0f None None] Checking router: 18887737-7830-4faa-9ff8-0d41e4a01f6f for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 18:01:25.065368 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c86bc-2c71-4516-88cd-9165186f4f0f None None] Routers {'18887737-7830-4faa-9ff8-0d41e4a01f6f'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:01:25.066551 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-f95c86bc-2c71-4516-88cd-9165186f4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c254be0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:00:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['18887737-7830-4faa-9ff8-0d41e4a01f6f'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:25.101676 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc064c-9423-4705-a908-40730d0d7885 req-e5d2f3c5-34eb-4c7b-8d82-1a4409395259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:25.103667 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6efc064c-9423-4705-a908-40730d0d7885 req-e5d2f3c5-34eb-4c7b-8d82-1a4409395259 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=56252445-cb9e-4a43-bb8d-1dff085eab32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793741
Dec 02 18:01:25.123224 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ad152-ad95-47ee-8137-b18adcbbaca3 req-5eb4facd-f4df-427c-97ad-5d01af118a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:25.124957 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb2ad152-ad95-47ee-8137-b18adcbbaca3 req-5eb4facd-f4df-427c-97ad-5d01af118a46 service neutron] 10.222.0.43 "GET /v2.0/networks?id=56252445-cb9e-4a43-bb8d-1dff085eab32 HTTP/1.1" status: 200  len: 903 time: 0.1664586
Dec 02 18:01:25.205481 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb2ad152-ad95-47ee-8137-b18adcbbaca3 req-db706846-5337-4029-81e8-2fc3378df62e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d HTTP/1.1" status: 200  len: 217 time: 0.0733871
Dec 02 18:01:25.271246 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-f95c86bc-2c71-4516-88cd-9165186f4f0f None None] Set router 18887737-7830-4faa-9ff8-0d41e4a01f6f gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:01:25.274994 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6efc064c-9423-4705-a908-40730d0d7885 req-43d6825e-c476-4205-80c4-600cfa105c7d service neutron] 10.222.0.21 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587982
Dec 02 18:01:25.287784 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ad152-ad95-47ee-8137-b18adcbbaca3 req-4e50910e-4a89-449f-93bd-66d9037c6dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:25.289396 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb2ad152-ad95-47ee-8137-b18adcbbaca3 req-4e50910e-4a89-449f-93bd-66d9037c6dd1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=cdebc9bf-e6e3-445f-8fe7-512f6d458a56 HTTP/1.1" status: 200  len: 848 time: 0.0764458
Dec 02 18:01:25.376696 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ad152-ad95-47ee-8137-b18adcbbaca3 req-9123266a-707b-4368-bc72-743681e05474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:25.378369 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb2ad152-ad95-47ee-8137-b18adcbbaca3 req-9123266a-707b-4368-bc72-743681e05474 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=56252445-cb9e-4a43-bb8d-1dff085eab32&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814688
Dec 02 18:01:25.427881 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6efc064c-9423-4705-a908-40730d0d7885 req-4e04ae08-cc21-4b47-818f-438599e4ab4b service neutron] 10.222.0.21 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1456580
Dec 02 18:01:25.538461 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb2ad152-ad95-47ee-8137-b18adcbbaca3 req-4c568271-510f-4b23-894b-665442e83c76 service neutron] 10.222.0.43 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500225
Dec 02 18:01:25.618839 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-f95c86bc-2c71-4516-88cd-9165186f4f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c254be0>, [{'id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'name': 'tempest-TestShelveInstance-1778024443-router', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:07Z', 'updated_at': '2020-12-02T17:54:19Z', 'revision_number': 4, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'gw_port': {'id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:09Z', 'updated_at': '2020-12-02T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '53f23181-7f2d-4aca-97ec-2ec0479f0a20', 'name': '', 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'mac_address': 'fa:16:3e:72:4f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:17Z', 'updated_at': '2020-12-02T17:54:42Z', 'revision_number': 5, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'subnets': [{'id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:25.629099 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95c86bc-2c71-4516-88cd-9165186f4f0f None None] The sync data for ids ['18887737-7830-4faa-9ff8-0d41e4a01f6f'] in dv-cinder-733623-9-iscsi is: [{'id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'name': 'tempest-TestShelveInstance-1778024443-router', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:07Z', 'updated_at': '2020-12-02T17:54:19Z', 'revision_number': 4, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'gw_port': {'id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:09Z', 'updated_at': '2020-12-02T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '53f23181-7f2d-4aca-97ec-2ec0479f0a20', 'name': '', 'network_id': '56252445-cb9e-4a43-bb8d-1dff085eab32', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'mac_address': 'fa:16:3e:72:4f:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:17Z', 'updated_at': '2020-12-02T17:54:42Z', 'revision_number': 5, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'subnets': [{'id': 'cdebc9bf-e6e3-445f-8fe7-512f6d458a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 18:01:25.666988 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a281a3eb-2bce-408a-ad7b-aee56af56285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:25.781862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d2945-11ef-499f-add2-695c032cb646 req-eec760fa-b419-44df-b4e8-7e5435fb9147 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:25.783556 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fd2d2945-11ef-499f-add2-695c032cb646 req-eec760fa-b419-44df-b4e8-7e5435fb9147 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 944 time: 0.0977948
Dec 02 18:01:25.837491 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fd2d2945-11ef-499f-add2-695c032cb646 req-792ab469-1bec-4214-a875-f5b19eacbf7d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452654
Dec 02 18:01:25.884762 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a9f2f-b9c0-4260-9ac9-99c600bb2461 req-fa52732a-f3a7-4875-b1cb-4e00cb07081f tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:25.887576 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-eb0a9f2f-b9c0-4260-9ac9-99c600bb2461 req-fa52732a-f3a7-4875-b1cb-4e00cb07081f tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.0871446
Dec 02 18:01:25.951143 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-eb0a9f2f-b9c0-4260-9ac9-99c600bb2461 req-47d8f496-ac18-4e2c-8e88-8b4b206f8ab7 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0574033
Dec 02 18:01:26.040744 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315c2338-ab92-4cf7-9924-300a74f0dfc1 None None] New status for floating IP 59af3e0a-0c0f-48f1-9836-d31a20f6116f: DOWN {{(pid=80246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 18:01:26.199976 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:26.657694 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-bb2ad152-ad95-47ee-8137-b18adcbbaca3 req-443479d8-d362-432c-aff0-fc0c391b26cf service neutron] 10.222.0.43 "GET /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1492901
Dec 02 18:01:27.054241 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30b07f-8c08-4d28-9e79-9d7d09e7d3aa req-7a2c85f5-b504-45b4-b30f-170262f47143 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:27.055914 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2f30b07f-8c08-4d28-9e79-9d7d09e7d3aa req-7a2c85f5-b504-45b4-b30f-170262f47143 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 944 time: 0.0866618
Dec 02 18:01:27.097868 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:27.112195 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2f30b07f-8c08-4d28-9e79-9d7d09e7d3aa req-cf0becd5-b06b-451a-b172-8f3404974af2 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497625
Dec 02 18:01:27.200199 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa22272-011f-4870-b984-553d274c25ac req-37e184d1-ca5b-4b34-974e-5fe829d2782f tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:27.201822 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0fa22272-011f-4870-b984-553d274c25ac req-37e184d1-ca5b-4b34-974e-5fe829d2782f tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.1138885
Dec 02 18:01:27.253901 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0fa22272-011f-4870-b984-553d274c25ac req-3d0225db-6040-486b-b698-3eea0c774ddc tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0453422
Dec 02 18:01:27.849952 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:28.350341 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a6adb-5a16-475e-b2f6-24edf60bfd1b req-b3b26b04-b262-4091-bf7a-6762c7aa5f91 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:28.351996 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e52a6adb-5a16-475e-b2f6-24edf60bfd1b req-b3b26b04-b262-4091-bf7a-6762c7aa5f91 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 944 time: 0.0866563
Dec 02 18:01:28.403010 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e52a6adb-5a16-475e-b2f6-24edf60bfd1b req-5f4a8c56-85d8-4650-ae73-a847fbd9312a tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429459
Dec 02 18:01:28.478360 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2891da9-45f4-40ff-aafa-73f92860303f req-25f7d448-4201-4fba-b03e-3c4930763859 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:28.480588 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c2891da9-45f4-40ff-aafa-73f92860303f req-25f7d448-4201-4fba-b03e-3c4930763859 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.0920944
Dec 02 18:01:28.535547 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c2891da9-45f4-40ff-aafa-73f92860303f req-58cb6394-d99e-42ce-9eac-fc651dbf4e0f tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0445149
Dec 02 18:01:29.624958 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040793f2-a94b-44ab-a602-543b8a53f651 req-9efb9a74-5785-4691-98ec-06408e0cceb6 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:29.626694 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-040793f2-a94b-44ab-a602-543b8a53f651 req-9efb9a74-5785-4691-98ec-06408e0cceb6 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 944 time: 0.0931194
Dec 02 18:01:29.676894 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-040793f2-a94b-44ab-a602-543b8a53f651 req-13ee9cf9-3359-45b6-9d00-8fab433f0dcc tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437627
Dec 02 18:01:29.754065 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2fdcd-fef9-49f0-8394-538443c7419f req-c534d90a-24a3-4c9d-b401-56143cc6a18e tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:29.755750 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-66e2fdcd-fef9-49f0-8394-538443c7419f req-c534d90a-24a3-4c9d-b401-56143cc6a18e tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.0873408
Dec 02 18:01:29.810193 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-66e2fdcd-fef9-49f0-8394-538443c7419f req-6459362c-8097-44b2-9fdb-09304a588c36 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0468967
Dec 02 18:01:30.488433 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 577f98f7-f11f-4cfb-b3ea-47ffb948a224 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:01:30.559963 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port 577f98f7-f11f-4cfb-b3ea-47ffb948a224 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 18:01:30.565198 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 577f98f7-f11f-4cfb-b3ea-47ffb948a224 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:01:30.565626 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:30.696307 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:30.740041 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 577f98f7-f11f-4cfb-b3ea-47ffb948a224, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=577f98f7-f11f-4cfb-b3ea-47ffb948a224,segment=NetworkSegment(1c3196de-da12-4a42-b447-7ace3e2b21c4),segment_id=1c3196de-da12-4a42-b447-7ace3e2b21c4)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:01:30.741271 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577f98f7-f11f-4cfb-b3ea-47ffb948a224'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:01:30.748799 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:30.751649 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:30.871564 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577f98f7-f11f-4cfb-b3ea-47ffb948a224', 'code': 200}
Dec 02 18:01:30.890528 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=577f98f7-f11f-4cfb-b3ea-47ffb948a224,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:30.901448 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:31.000525 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e200f-7bb5-480f-a494-72ef3dfae3e5 req-c175f696-bdea-455a-8c15-eba64106390f tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:31.003010 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-343e200f-7bb5-480f-a494-72ef3dfae3e5 req-c175f696-bdea-455a-8c15-eba64106390f tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 946 time: 0.1125028
Dec 02 18:01:31.070681 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-343e200f-7bb5-480f-a494-72ef3dfae3e5 req-cf605cf6-2345-414d-ab25-8a5a97df1064 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616851
Dec 02 18:01:31.181485 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563b5a4-120c-4031-a436-dbc9821f77ad req-96ab4ece-8f46-4a5b-9dbb-d3db342f9d7c tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:31.183180 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3563b5a4-120c-4031-a436-dbc9821f77ad req-96ab4ece-8f46-4a5b-9dbb-d3db342f9d7c tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.1532311
Dec 02 18:01:31.242895 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578a336-8b66-423a-8983-248d893873cb req-a5b2ae70-9b2e-44ce-96ae-30b5b30df56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:31.244540 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4578a336-8b66-423a-8983-248d893873cb req-a5b2ae70-9b2e-44ce-96ae-30b5b30df56a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 1163 time: 0.1437504
Dec 02 18:01:31.256474 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3563b5a4-120c-4031-a436-dbc9821f77ad req-96afa610-f281-4fe4-bf8e-c9040fe45ac0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0656588
Dec 02 18:01:31.297009 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4578a336-8b66-423a-8983-248d893873cb req-21e78f73-edd1-4341-93e8-0d9ea0b2e962 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435326
Dec 02 18:01:32.122234 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 577f98f7-f11f-4cfb-b3ea-47ffb948a224 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:01:32.197230 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 577f98f7-f11f-4cfb-b3ea-47ffb948a224 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:01:32.197651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:32.317382 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e59e68-7b92-4afc-9ad6-2e94e93552de req-cc6c4401-2f08-4e85-9d6c-e5183ab63a85 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:32.319099 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-55e59e68-7b92-4afc-9ad6-2e94e93552de req-cc6c4401-2f08-4e85-9d6c-e5183ab63a85 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 946 time: 0.0990362
Dec 02 18:01:32.327002 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:01:32.373877 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-55e59e68-7b92-4afc-9ad6-2e94e93552de req-3658760b-80a6-49ea-89c8-88ee79f4a328 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478647
Dec 02 18:01:32.392293 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43429480-a0c2-47c4-b5c9-70be0a6962b0 req-0fed6862-68ac-4700-a781-f4b485a8d153 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:32.404857 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-43429480-a0c2-47c4-b5c9-70be0a6962b0 req-0fed6862-68ac-4700-a781-f4b485a8d153 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.43 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.1102228
Dec 02 18:01:32.532979 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-43429480-a0c2-47c4-b5c9-70be0a6962b0 req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Deleting port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:01:32.533370 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-43429480-a0c2-47c4-b5c9-70be0a6962b0 req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:32.568631 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:01:32.569053 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:32.661182 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0326c7e-42de-40cf-be22-68b11f6005bc req-9ad893ab-0852-4910-b160-9de36bcc9be6 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:32.663456 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d0326c7e-42de-40cf-be22-68b11f6005bc req-9ad893ab-0852-4910-b160-9de36bcc9be6 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 945 time: 0.2235684
Dec 02 18:01:32.820346 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d0326c7e-42de-40cf-be22-68b11f6005bc req-d243cb4b-fb99-4af3-a223-de7a995852a7 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups?id=bcfffea7-d67e-45a8-86dc-bff0a5eef025&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1476409
Dec 02 18:01:32.870163 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-43429480-a0c2-47c4-b5c9-70be0a6962b0 req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] For port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d,segment=NetworkSegment(440fe43d-6d0f-412f-83c1-bfd20382b016),segment_id=440fe43d-6d0f-412f-83c1-bfd20382b016)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:01:32.870591 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-43429480-a0c2-47c4-b5c9-70be0a6962b0 req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:32.998920 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-43429480-a0c2-47c4-b5c9-70be0a6962b0 req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Calling delete_port for 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:01:33.150177 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-43429480-a0c2-47c4-b5c9-70be0a6962b0 req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:33.166724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6c4749d7-3f39-4f7b-97b6-84a36fe1c122 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:33.212344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Pushing event deleted for resources: {'Port': ['ID=6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:33.237906 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.238319 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.238760 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.239168 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.239573 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.239973 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.240368 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.240803 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.241200 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.241593 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.241986 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.242378 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.242871 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.243311 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.244112 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.244505 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.244897 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.245316 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.245705 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.246096 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.246495 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.246910 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.247298 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.247684 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:33.252713 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:33.390573 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-43429480-a0c2-47c4-b5c9-70be0a6962b0 req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] No DVR routers for this DVR port 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d on host hv-cinder-73362 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 18:01:33.392798 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-43429480-a0c2-47c4-b5c9-70be0a6962b0 req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:33.395972 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9ee110-7675-4f5a-8148-96b659e03997', 'name': 'network-vif-deleted', 'tag': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:01:33.418518 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-43429480-a0c2-47c4-b5c9-70be0a6962b0 req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.43 "DELETE /v2.0/ports/6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d HTTP/1.1" status: 204  len: 173 time: 1.0176480
Dec 02 18:01:33.470165 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9ee110-7675-4f5a-8148-96b659e03997', 'name': 'network-vif-deleted', 'tag': '6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d', 'status': 'completed', 'code': 200}
Dec 02 18:01:33.800649 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 577f98f7-f11f-4cfb-b3ea-47ffb948a224 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:01:33.830453 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d22d1-8bf3-43e5-abd9-728bf3627750 req-aae7b723-80bf-4f8c-976b-c18a222efb25 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:33.834996 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7e1d22d1-8bf3-43e5-abd9-728bf3627750 req-aae7b723-80bf-4f8c-976b-c18a222efb25 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 946 time: 0.3271868
Dec 02 18:01:33.877673 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 577f98f7-f11f-4cfb-b3ea-47ffb948a224 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:01:33.878283 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:33.895083 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7e1d22d1-8bf3-43e5-abd9-728bf3627750 req-bf6391f3-d122-4e23-be02-eebf3148a227 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563550
Dec 02 18:01:34.007374 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-c546ec79-a5b6-479e-b8f0-3b5827d86943 req-15cfc51f-f783-49e8-ab3b-68ae4540ef3b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Synchronizing usage tracker for tenant:08c5d505eefa48458ed1c3b80b70cbc7 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:01:34.023171 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-c546ec79-a5b6-479e-b8f0-3b5827d86943 req-15cfc51f-f783-49e8-ab3b-68ae4540ef3b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Unset dirty status for tenant:08c5d505eefa48458ed1c3b80b70cbc7 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:01:34.024426 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c546ec79-a5b6-479e-b8f0-3b5827d86943 req-15cfc51f-f783-49e8-ab3b-68ae4540ef3b tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 210 time: 0.0649822
Dec 02 18:01:34.042058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:01:34.076040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-36e6c24d-eefe-4617-9042-be281554067e None None] No Port match for: 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:01:34.076362 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 6a9ea46b-2271-4b5e-b3ed-77d7c57a1c7d not bound to the agent host hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:01:35.098967 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:01:35.119870 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75838365-657d-42ba-a7df-c7963110e5f7 req-6938dbad-08ef-4d4d-927e-f9e9a7d784bf tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:35.121602 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75838365-657d-42ba-a7df-c7963110e5f7 req-6938dbad-08ef-4d4d-927e-f9e9a7d784bf tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 946 time: 0.0917249
Dec 02 18:01:35.172289 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75838365-657d-42ba-a7df-c7963110e5f7 req-5636bfd8-2de9-4a6d-ac64-ed7a51d8fc7c tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439670
Dec 02 18:01:35.225617 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f822656-f5d7-41fc-bab9-e96565527518 req-bd885838-4254-40ac-8b23-4556dae72b2d tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 210 time: 0.0484340
Dec 02 18:01:36.430170 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-f07d72fe-445a-44c4-9836-51f2af4a7003 req-9773a5a7-afd9-4dc2-afe6-8ea27ade176d tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Synchronizing usage tracker for tenant:08c5d505eefa48458ed1c3b80b70cbc7 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:01:36.444663 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-f07d72fe-445a-44c4-9836-51f2af4a7003 req-9773a5a7-afd9-4dc2-afe6-8ea27ade176d tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Unset dirty status for tenant:08c5d505eefa48458ed1c3b80b70cbc7 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:01:36.445971 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f07d72fe-445a-44c4-9836-51f2af4a7003 req-9773a5a7-afd9-4dc2-afe6-8ea27ade176d tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/ports?device_id=5c9ee110-7675-4f5a-8148-96b659e03997 HTTP/1.1" status: 200  len: 210 time: 0.0785227
Dec 02 18:01:36.860197 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b391409-7bc7-44c5-905d-c178758020df req-f30dac15-6c36-4d9e-bda6-c36d0e410bd6 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1650809911&fields=id&tenant_id=4efb85fc834d471fbfdaf374fbfc0c75 HTTP/1.1" status: 200  len: 267 time: 0.0453274
Dec 02 18:01:37.032215 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b391409-7bc7-44c5-905d-c178758020df req-2d600d91-9550-417b-9bc0-33400a0925cb tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:37.033800 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b391409-7bc7-44c5-905d-c178758020df req-2d600d91-9550-417b-9bc0-33400a0925cb tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 811 time: 0.1657479
Dec 02 18:01:37.050812 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b391409-7bc7-44c5-905d-c178758020df req-5dda96cb-dab4-4c0b-a447-fe9f32a2d492 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/quotas/4efb85fc834d471fbfdaf374fbfc0c75 HTTP/1.1" status: 200  len: 375 time: 0.0104775
Dec 02 18:01:37.154344 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b391409-7bc7-44c5-905d-c178758020df req-8226d116-eda1-4209-b51e-0141f33b5613 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0970361
Dec 02 18:01:37.313251 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b391409-7bc7-44c5-905d-c178758020df req-f8254f82-e8e7-44c0-a237-2095be51f827 service neutron] 10.222.0.21 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1466646
Dec 02 18:01:37.649633 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ad55d056-433c-49e9-84a3-f6d4babf261f req-b7a23f0b-9a49-41f8-92a2-7b33f41b1993 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "GET /v2.0/security-groups/bcfffea7-d67e-45a8-86dc-bff0a5eef025 HTTP/1.1" status: 200  len: 2877 time: 0.0548446
Dec 02 18:01:37.702516 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b391409-7bc7-44c5-905d-c178758020df req-851813fd-ccf9-4d5b-9d77-ce8d804388c3 service neutron] 10.222.0.21 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3810358
Dec 02 18:01:37.727778 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-ad55d056-433c-49e9-84a3-f6d4babf261f req-a5a4e7ba-ea50-4319-9893-bcbfaa13e3b7 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:37.759141 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-ad55d056-433c-49e9-84a3-f6d4babf261f req-a5a4e7ba-ea50-4319-9893-bcbfaa13e3b7 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:37.806180 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-ad55d056-433c-49e9-84a3-f6d4babf261f req-a5a4e7ba-ea50-4319-9893-bcbfaa13e3b7 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:37.812315 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-85af3c2c-67cc-41c3-b2dd-0455781e685c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:37.828230 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a4e7ba-ea50-4319-9893-bcbfaa13e3b7 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfffea7-d67e-45a8-86dc-bff0a5eef025,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:37.831785 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a5a4e7ba-ea50-4319-9893-bcbfaa13e3b7 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:37.842137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-ad55d056-433c-49e9-84a3-f6d4babf261f req-a5a4e7ba-ea50-4319-9893-bcbfaa13e3b7 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:37.843754 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ad55d056-433c-49e9-84a3-f6d4babf261f req-a5a4e7ba-ea50-4319-9893-bcbfaa13e3b7 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] 10.222.0.21 "DELETE /v2.0/security-groups/bcfffea7-d67e-45a8-86dc-bff0a5eef025 HTTP/1.1" status: 204  len: 173 time: 0.1867867
Dec 02 18:01:37.912761 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 59740) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:01:38.252341 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1cff03d5-19ef-456c-b391-e834c8e49d8d req-7b0f9c8a-5839-4eb3-a8c1-d1f7c7c8f2b1 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 210 time: 0.1079068
Dec 02 18:01:38.544692 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cc9459ef-80c3-4057-805a-6ec69f182eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558260'] for router_interface, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:38.725651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-b089f79c-d67b-4cee-8839-d8affd8b4c53 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:38.726437 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-b089f79c-d67b-4cee-8839-d8affd8b4c53 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/networks?id=1bde29dc-4d1d-465a-8dbb-101137b936ed HTTP/1.1" status: 200  len: 815 time: 0.1824543
Dec 02 18:01:38.744504 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-7ca1d399-e3f1-4369-a2e5-8108f2da8bcd tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/quotas/c0538ce883714453812aeeddc7cdcb29 HTTP/1.1" status: 200  len: 375 time: 0.0113018
Dec 02 18:01:38.846777 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-b35d05ee-a06d-42ce-bd66-d6d3814717f7 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0538ce883714453812aeeddc7cdcb29&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0948663
Dec 02 18:01:39.010044 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-0ddbdeb9-e8d6-49ff-bfa9-f004ec219274 service neutron] 10.222.0.21 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522422
Dec 02 18:01:39.184468 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-7cf8a79d-534e-4861-8d1d-7182a4d6fcac service neutron] 10.222.0.21 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1663435
Dec 02 18:01:39.258280 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-cc9459ef-80c3-4057-805a-6ec69f182eb1 admin admin] Deleting port 53f23181-7f2d-4aca-97ec-2ec0479f0a20 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:01:39.258706 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cc9459ef-80c3-4057-805a-6ec69f182eb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:39.465268 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5ccda978-07dc-4c38-a628-0e8f4c080bc3 req-5ea8618c-5fa6-4a37-bc62-de4a6387017b tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 210 time: 0.0767486
Dec 02 18:01:39.494166 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-cc9459ef-80c3-4057-805a-6ec69f182eb1 admin admin] For port 53f23181-7f2d-4aca-97ec-2ec0479f0a20, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=53f23181-7f2d-4aca-97ec-2ec0479f0a20,segment=NetworkSegment(440fe43d-6d0f-412f-83c1-bfd20382b016),segment_id=440fe43d-6d0f-412f-83c1-bfd20382b016)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:01:39.494608 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cc9459ef-80c3-4057-805a-6ec69f182eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:39.557260 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b33f9908-02e4-4fd7-a168-bfe0d81c4f9b req-bd1bc42a-012c-4fe7-b268-06d9eae3a389 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0909567
Dec 02 18:01:39.762508 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f9908-02e4-4fd7-a168-bfe0d81c4f9b req-54ab97a7-4c9e-40fc-8178-83eabaabf2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:39.763474 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b33f9908-02e4-4fd7-a168-bfe0d81c4f9b req-54ab97a7-4c9e-40fc-8178-83eabaabf2bf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbc1bec290674effad04cd89b614f4b2&device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 1162 time: 0.0962205
Dec 02 18:01:39.813290 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-cc9459ef-80c3-4057-805a-6ec69f182eb1 admin admin] Calling delete_port for 53f23181-7f2d-4aca-97ec-2ec0479f0a20 owned by network:router_interface {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:01:39.861914 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b738131c-967e-4f1b-b520-f4e15e5bca7a req-eca0f99b-4ec3-447e-8eb4-430edc107569 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 210 time: 0.2961574
Dec 02 18:01:39.997544 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f9908-02e4-4fd7-a168-bfe0d81c4f9b req-bcec55ce-406f-4431-8f60-e03b4be8fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:39.999395 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b33f9908-02e4-4fd7-a168-bfe0d81c4f9b req-bcec55ce-406f-4431-8f60-e03b4be8fc6e service neutron] 10.222.0.43 "GET /v2.0/networks?id=3d5df4e7-9e83-4d6e-b367-2b18b115dead HTTP/1.1" status: 200  len: 910 time: 0.1954131
Dec 02 18:01:40.094978 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b391409-7bc7-44c5-905d-c178758020df req-d077e8b1-4a10-4d2d-914e-793fcb4c25b3 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:40.096574 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b391409-7bc7-44c5-905d-c178758020df req-d077e8b1-4a10-4d2d-914e-793fcb4c25b3 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.43 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 811 time: 0.5322909
Dec 02 18:01:40.149007 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b33f9908-02e4-4fd7-a168-bfe0d81c4f9b req-051de920-2358-4e78-a51b-b5485ed65f28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d5d68572-ef62-4087-b61f-db6a4a7f65df HTTP/1.1" status: 200  len: 1001 time: 0.1427608
Dec 02 18:01:40.260487 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f9908-02e4-4fd7-a168-bfe0d81c4f9b req-8e934b35-f116-40ac-9fbe-61968d90fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:40.262519 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b33f9908-02e4-4fd7-a168-bfe0d81c4f9b req-8e934b35-f116-40ac-9fbe-61968d90fc55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7eb4d38d-7afb-4d11-b1ac-900651574376 HTTP/1.1" status: 200  len: 855 time: 0.1067827
Dec 02 18:01:40.356141 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f9908-02e4-4fd7-a168-bfe0d81c4f9b req-b60817c7-bd90-4df6-ad51-9180ba081a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:40.356141 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b33f9908-02e4-4fd7-a168-bfe0d81c4f9b req-b60817c7-bd90-4df6-ad51-9180ba081a63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3d5df4e7-9e83-4d6e-b367-2b18b115dead&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873713
Dec 02 18:01:40.390629 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:40.495916 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b391409-7bc7-44c5-905d-c178758020df req-1f476d59-a616-4981-bd29-e1d5cb994d9f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75 HTTP/1.1" status: 200  len: 5551 time: 0.3715401
Dec 02 18:01:40.530728 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b33f9908-02e4-4fd7-a168-bfe0d81c4f9b req-f9eed0fe-967b-4576-906b-4b7f37098a45 service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650903
Dec 02 18:01:40.540426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-5b391409-7bc7-44c5-905d-c178758020df req-f3fcc699-c192-452c-a06a-4093bf3de702 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Request body: {'port': {'device_id': '2cd51533-1bf2-4747-ab62-b7612e83cb85', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'admin_state_up': True, 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'security_groups': ['9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f']}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:01:40.703519 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cc9459ef-80c3-4057-805a-6ec69f182eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:40.722911 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b7a26fa8-f5ea-4039-9f3b-fed2bab15c66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:40.729622 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-66094ba1-9f6e-4c41-831a-3e829468639a req-7b27e8f3-02a0-43b1-ba27-53e0d6de3ded tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 210 time: 0.1067469
Dec 02 18:01:40.781611 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b33f9908-02e4-4fd7-a168-bfe0d81c4f9b req-cbc0df8b-fb62-46b4-9699-9bb6d053a63c service neutron] 10.222.0.43 "GET /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2315061
Dec 02 18:01:40.814063 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9459ef-80c3-4057-805a-6ec69f182eb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f23181-7f2d-4aca-97ec-2ec0479f0a20,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:40.839778 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cc9459ef-80c3-4057-805a-6ec69f182eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:40.986865 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-5b391409-7bc7-44c5-905d-c178758020df req-f3fcc699-c192-452c-a06a-4093bf3de702 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:01:41.020506 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-5b391409-7bc7-44c5-905d-c178758020df req-f3fcc699-c192-452c-a06a-4093bf3de702 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:01:41.121883 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b391409-7bc7-44c5-905d-c178758020df req-f3fcc699-c192-452c-a06a-4093bf3de702 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Made reservation on behalf of 4efb85fc834d471fbfdaf374fbfc0c75 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 18:01:41.126955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-5b391409-7bc7-44c5-905d-c178758020df req-f3fcc699-c192-452c-a06a-4093bf3de702 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:41.140798 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-422d083b-c63f-4ddc-90b4-c52f2724203e req-6c596224-770c-4088-96d4-0dfdf89b6da4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 210 time: 0.1074569
Dec 02 18:01:41.174423 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-7bbba527-013d-46f9-89c6-3a08520915b4 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:41.176038 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-7bbba527-013d-46f9-89c6-3a08520915b4 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.43 "GET /v2.0/networks?id=1bde29dc-4d1d-465a-8dbb-101137b936ed HTTP/1.1" status: 200  len: 815 time: 0.4220378
Dec 02 18:01:41.228481 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-f4070a4a-7f91-409a-bc1f-36b34fb93da3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Request body: {'port': {'device_id': 'f869d590-b74e-4e8e-90f8-e3105d1925ea', 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed', 'admin_state_up': True, 'tenant_id': 'c0538ce883714453812aeeddc7cdcb29'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:01:41.707055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-f4070a4a-7f91-409a-bc1f-36b34fb93da3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:01:41.742024 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-f4070a4a-7f91-409a-bc1f-36b34fb93da3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:01:41.791844 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-f4070a4a-7f91-409a-bc1f-36b34fb93da3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Made reservation on behalf of c0538ce883714453812aeeddc7cdcb29 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 18:01:41.798379 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-f4070a4a-7f91-409a-bc1f-36b34fb93da3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:41.856489 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cc9459ef-80c3-4057-805a-6ec69f182eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850785554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854126231'] for router_interface, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:41.930243 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a0d79615-7151-4027-b6d9-375a2c5e410c req-707c0da0-e263-4071-ac52-a1d42da1e812 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 210 time: 0.0486355
Dec 02 18:01:42.032526 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-5b391409-7bc7-44c5-905d-c178758020df req-f3fcc699-c192-452c-a06a-4093bf3de702 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Allocated IP 172.20.0.13 (81ba944c-237a-4bb9-9742-673bb3d6486a/ccc5f159-4bff-43bf-8f0c-71025b7fe5f3/1ccea886-a871-442e-93f9-bfd85f5a3add) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 18:01:42.711467 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-77e253d4-a817-493f-b1a3-efac0eea2564 req-a6d2fe20-1850-4f75-9f54-ead2730ffd5a tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 210 time: 0.4106774
Dec 02 18:01:43.005654 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-f4070a4a-7f91-409a-bc1f-36b34fb93da3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Allocated IP 172.20.0.14 (1bde29dc-4d1d-465a-8dbb-101137b936ed/fa0de534-b93d-468e-a3e1-528579a83652/74e1e77c-cf1c-481e-a6a5-c4e225896626) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 18:01:43.103773 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-5b391409-7bc7-44c5-905d-c178758020df req-f3fcc699-c192-452c-a06a-4093bf3de702 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:43.126813 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-961a07cb-554b-48d9-a9ed-618385cffea8 req-f4831953-fff4-4b69-9fab-204547f48308 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 210 time: 0.0469980
Dec 02 18:01:43.161308 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-5b391409-7bc7-44c5-905d-c178758020df req-f3fcc699-c192-452c-a06a-4093bf3de702 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Transition to ACTIVE for port object 1ccea886-a871-442e-93f9-bfd85f5a3add will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 18:01:43.333802 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9459ef-80c3-4057-805a-6ec69f182eb1 admin admin] Router 18887737-7830-4faa-9ff8-0d41e4a01f6f has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 18:01:43.347090 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-5b391409-7bc7-44c5-905d-c178758020df req-f3fcc699-c192-452c-a06a-4093bf3de702 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:43.366867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-354df355-7986-4e0e-aa22-91b269359b80 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:43.679182 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcc699-c192-452c-a06a-4093bf3de702 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event updated for resources: {'Port': ['ID=1ccea886-a871-442e-93f9-bfd85f5a3add,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:43.682271 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f3fcc699-c192-452c-a06a-4093bf3de702 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:43.718509 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-f4070a4a-7f91-409a-bc1f-36b34fb93da3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:43.795353 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b391409-7bc7-44c5-905d-c178758020df req-f3fcc699-c192-452c-a06a-4093bf3de702 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Network 81ba944c-237a-4bb9-9742-673bb3d6486a is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 18:01:43.799925 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-5b391409-7bc7-44c5-905d-c178758020df req-f3fcc699-c192-452c-a06a-4093bf3de702 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 18:01:43.802392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b391409-7bc7-44c5-905d-c178758020df req-f3fcc699-c192-452c-a06a-4093bf3de702 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 18:01:43.840186 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9459ef-80c3-4057-805a-6ec69f182eb1 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 18:01:43.851042 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84f14d2-9910-4462-b559-d4c1ab0a0f1f None None] Sync routers for ids ['18887737-7830-4faa-9ff8-0d41e4a01f6f'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 18:01:43.861983 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84f14d2-9910-4462-b559-d4c1ab0a0f1f None None] Routers {'18887737-7830-4faa-9ff8-0d41e4a01f6f'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:01:43.862691 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-a84f14d2-9910-4462-b559-d4c1ab0a0f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c48c278>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:01:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['18887737-7830-4faa-9ff8-0d41e4a01f6f'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:43.938239 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-f4070a4a-7f91-409a-bc1f-36b34fb93da3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:43.960799 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1c76d569-7001-4f61-9a13-dd214005b4a0 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:44.023739 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b391409-7bc7-44c5-905d-c178758020df req-f3fcc699-c192-452c-a06a-4093bf3de702 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:44.024433 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-5b391409-7bc7-44c5-905d-c178758020df req-f3fcc699-c192-452c-a06a-4093bf3de702 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:44.027485 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-18191468-33f1-4a21-b771-2fc38947b170 None None] Provisioning for port 1ccea886-a871-442e-93f9-bfd85f5a3add completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 18:01:44.038090 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-18191468-33f1-4a21-b771-2fc38947b170 None None] Provisioning complete for port 1ccea886-a871-442e-93f9-bfd85f5a3add triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:01:44.038654 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-18191468-33f1-4a21-b771-2fc38947b170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:44.069853 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-cc9459ef-80c3-4057-805a-6ec69f182eb1 admin admin] 10.222.0.21 "PUT /v2.0/routers/18887737-7830-4faa-9ff8-0d41e4a01f6f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1558530
Dec 02 18:01:44.072971 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 59802) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:01:44.122073 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-a84f14d2-9910-4462-b559-d4c1ab0a0f1f None None] Set router 18887737-7830-4faa-9ff8-0d41e4a01f6f gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:01:44.149897 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b391409-7bc7-44c5-905d-c178758020df req-f3fcc699-c192-452c-a06a-4093bf3de702 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6137900
Dec 02 18:01:44.160472 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4070a4a-7f91-409a-bc1f-36b34fb93da3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Pushing event updated for resources: {'Port': ['ID=74e1e77c-cf1c-481e-a6a5-c4e225896626,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:44.163556 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f4070a4a-7f91-409a-bc1f-36b34fb93da3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:44.193328 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Request body: {'port': {'device_id': '2cd51533-1bf2-4747-ab62-b7612e83cb85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:01:44.247030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-18191468-33f1-4a21-b771-2fc38947b170 None None] Port 1ccea886-a871-442e-93f9-bfd85f5a3add cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 18:01:44.269998 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5d9dc-73c0-4e45-87c6-d39d82e69d50 req-e3de0072-fe84-4c5e-908c-e1b646193130 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:44.270822 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-49d5d9dc-73c0-4e45-87c6-d39d82e69d50 req-e3de0072-fe84-4c5e-908c-e1b646193130 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Synchronizing usage tracker for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:01:44.357886 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-49d5d9dc-73c0-4e45-87c6-d39d82e69d50 req-e3de0072-fe84-4c5e-908c-e1b646193130 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Unset dirty status for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:01:44.359538 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-49d5d9dc-73c0-4e45-87c6-d39d82e69d50 req-e3de0072-fe84-4c5e-908c-e1b646193130 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 932 time: 0.4956715
Dec 02 18:01:44.361227 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-f4070a4a-7f91-409a-bc1f-36b34fb93da3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Network 1bde29dc-4d1d-465a-8dbb-101137b936ed is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 18:01:44.364388 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-f4070a4a-7f91-409a-bc1f-36b34fb93da3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 18:01:44.366831 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-f4070a4a-7f91-409a-bc1f-36b34fb93da3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 18:01:44.370843 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ace63c2-b934-4267-8b84-e48b6a95faa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:44.453685 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:44.475054 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-a84f14d2-9910-4462-b559-d4c1ab0a0f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c48c278>, [{'id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'name': 'tempest-TestShelveInstance-1778024443-router', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:07Z', 'updated_at': '2020-12-02T18:01:40Z', 'revision_number': 5, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'gw_port': {'id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:09Z', 'updated_at': '2020-12-02T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:44.479821 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84f14d2-9910-4462-b559-d4c1ab0a0f1f None None] Checking router: 18887737-7830-4faa-9ff8-0d41e4a01f6f for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 18:01:44.489534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84f14d2-9910-4462-b559-d4c1ab0a0f1f None None] Routers {'18887737-7830-4faa-9ff8-0d41e4a01f6f'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:01:44.490594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-a84f14d2-9910-4462-b559-d4c1ab0a0f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c48c278>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:01:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['18887737-7830-4faa-9ff8-0d41e4a01f6f'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:44.501208 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-49d5d9dc-73c0-4e45-87c6-d39d82e69d50 req-d00dcba3-b5bf-4292-a97c-e042ff124d30 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1050487
Dec 02 18:01:44.507184 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-f4070a4a-7f91-409a-bc1f-36b34fb93da3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:44.507883 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-f4070a4a-7f91-409a-bc1f-36b34fb93da3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:44.560221 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dba9ae-6398-4752-8896-94560a1eb574 req-75b95a94-b309-40e0-b926-893b9af9fd94 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:44.561853 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-89dba9ae-6398-4752-8896-94560a1eb574 req-75b95a94-b309-40e0-b926-893b9af9fd94 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 932 time: 0.2594442
Dec 02 18:01:44.576069 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-f4070a4a-7f91-409a-bc1f-36b34fb93da3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3523405
Dec 02 18:01:44.628408 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Request body: {'port': {'device_id': 'f869d590-b74e-4e8e-90f8-e3105d1925ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:01:44.629945 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ace63c2-b934-4267-8b84-e48b6a95faa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:44.641870 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-9ace63c2-b934-4267-8b84-e48b6a95faa2 admin admin] Deleting port 1dfc23a5-90eb-431e-bba2-eaa0206cb500 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:01:44.642233 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ace63c2-b934-4267-8b84-e48b6a95faa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:44.683573 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-89dba9ae-6398-4752-8896-94560a1eb574 req-c43c610f-19b9-42f0-8e90-7d170fe84f2f tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081622
Dec 02 18:01:44.728598 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-a84f14d2-9910-4462-b559-d4c1ab0a0f1f None None] Set router 18887737-7830-4faa-9ff8-0d41e4a01f6f gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:01:44.843857 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:44.850221 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-9ace63c2-b934-4267-8b84-e48b6a95faa2 admin admin] For port 1dfc23a5-90eb-431e-bba2-eaa0206cb500, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=1dfc23a5-90eb-431e-bba2-eaa0206cb500,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:01:44.850657 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ace63c2-b934-4267-8b84-e48b6a95faa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:44.985961 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-9ace63c2-b934-4267-8b84-e48b6a95faa2 admin admin] Calling delete_port for 1dfc23a5-90eb-431e-bba2-eaa0206cb500 owned by network:router_gateway {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:01:45.045938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-a84f14d2-9910-4462-b559-d4c1ab0a0f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c48c278>, [{'id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'name': 'tempest-TestShelveInstance-1778024443-router', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:07Z', 'updated_at': '2020-12-02T18:01:40Z', 'revision_number': 5, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'gw_port': {'id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:09Z', 'updated_at': '2020-12-02T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:45.051020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84f14d2-9910-4462-b559-d4c1ab0a0f1f None None] The sync data for ids ['18887737-7830-4faa-9ff8-0d41e4a01f6f'] in dv-cinder-733623-9-iscsi is: [{'id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'name': 'tempest-TestShelveInstance-1778024443-router', 'tenant_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:07Z', 'updated_at': '2020-12-02T18:01:40Z', 'revision_number': 5, 'project_id': '08c5d505eefa48458ed1c3b80b70cbc7', 'gw_port': {'id': '1dfc23a5-90eb-431e-bba2-eaa0206cb500', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:6e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18887737-7830-4faa-9ff8-0d41e4a01f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:09Z', 'updated_at': '2020-12-02T17:54:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 18:01:45.140024 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ace63c2-b934-4267-8b84-e48b6a95faa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:45.352491 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ace63c2-b934-4267-8b84-e48b6a95faa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558396'] for router_gateway, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:45.488236 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ace63c2-b934-4267-8b84-e48b6a95faa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3749'] for router, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:45.490718 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ace63c2-b934-4267-8b84-e48b6a95faa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:45.512727 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ace63c2-b934-4267-8b84-e48b6a95faa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854217073'] for router, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:45.513299 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ace63c2-b934-4267-8b84-e48b6a95faa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18887737-7830-4faa-9ff8-0d41e4a01f6f {{(pid=80244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 02 18:01:45.526430 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9ace63c2-b934-4267-8b84-e48b6a95faa2 admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:45.527819 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-9ace63c2-b934-4267-8b84-e48b6a95faa2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/18887737-7830-4faa-9ff8-0d41e4a01f6f HTTP/1.1" status: 204  len: 168 time: 1.4537306
Dec 02 18:01:45.530563 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 59808) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:01:45.542173 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ccea886-a871-442e-93f9-bfd85f5a3add {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 18:01:45.607394 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:45.608776 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Deleting subnet cdebc9bf-e6e3-445f-8fe7-512f6d458a56 {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 18:01:45.613668 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:45.632323 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Transition to ACTIVE for port object 1ccea886-a871-442e-93f9-bfd85f5a3add will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 18:01:45.645060 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:45.663394 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4b0a1cd1-1fa7-4391-ae55-aa5c353f2507 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:45.677392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842728492'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:45.778893 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851170303'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:45.907611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Pushing event updated for resources: {'Port': ['ID=1ccea886-a871-442e-93f9-bfd85f5a3add,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:45.911002 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:46.031456 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33774281-1ccd-4ecb-9e10-94c63b6c2f60 req-45860ff8-b41a-4a3f-a7e3-170891754b70 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:46.033182 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-33774281-1ccd-4ecb-9e10-94c63b6c2f60 req-45860ff8-b41a-4a3f-a7e3-170891754b70 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 944 time: 0.3224857
Dec 02 18:01:46.070759 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e1e77c-cf1c-481e-a6a5-c4e225896626 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 18:01:46.086701 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:46.251677 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-33774281-1ccd-4ecb-9e10-94c63b6c2f60 req-b0213f42-80dd-4944-9fee-d4d13055d12e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2050974
Dec 02 18:01:46.252939 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Transition to ACTIVE for port object 74e1e77c-cf1c-481e-a6a5-c4e225896626 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 18:01:46.260849 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:46.267372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fcdef-d6bc-4e41-b20a-2fe1bcffbc45 req-a5020520-0d50-4244-b7e1-bb3293d9b11f tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:46.275787 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-004fcdef-d6bc-4e41-b20a-2fe1bcffbc45 req-a5020520-0d50-4244-b7e1-bb3293d9b11f tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 932 time: 0.4453049
Dec 02 18:01:46.280574 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f4070a4a-7f91-409a-bc1f-36b34fb93da3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:46.402301 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-004fcdef-d6bc-4e41-b20a-2fe1bcffbc45 req-33085c4b-5cc1-4adc-a889-171491ff0aea tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247795
Dec 02 18:01:46.438134 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10859329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10790274'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:46.452403 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Attempting to bind port 1ccea886-a871-442e-93f9-bfd85f5a3add on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 18:01:46.452787 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Attempting to bind port 1ccea886-a871-442e-93f9-bfd85f5a3add by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 18:01:46.453161 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Attempting to bind port 1ccea886-a871-442e-93f9-bfd85f5a3add on network 81ba944c-237a-4bb9-9742-673bb3d6486a {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 18:01:46.456025 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d8788d31-5e4a-4139-bbf2-d9b4b02fb939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:46.463141 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Pushing event updated for resources: {'Port': ['ID=74e1e77c-cf1c-481e-a6a5-c4e225896626,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:46.470215 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:46.471087 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 18:01:46.471780 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Checking segment: {'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 18:01:46.471867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:46.472218 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Bound using segment: {'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 18:01:46.472710 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Bound port: 1ccea886-a871-442e-93f9-bfd85f5a3add, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205f4dc9-96e8-409d-a722-4c7af1aeab79', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 18:01:46.473088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:46.499095 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdebc9bf-e6e3-445f-8fe7-512f6d458a56,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:46.520002 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.520425 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.520842 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.521249 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.521656 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.522087 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.522457 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.522903 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.523299 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.523695 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.524088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.524480 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.524943 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.525336 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.525728 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.526808 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.527042 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.527439 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.527830 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.528221 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.528609 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.529002 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.529392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.529783 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:46.533744 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:46.623670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:46.629672 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a85302-d98b-45e6-a115-2aea3e25d699 None None] Network 56252445-cb9e-4a43-bb8d-1dff085eab32 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 18:01:46.632906 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cdebc9bf-e6e3-445f-8fe7-512f6d458a56 HTTP/1.1" status: 204  len: 168 time: 1.0989416
Dec 02 18:01:46.633180 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 59816) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:01:46.709555 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] For port 1ccea886-a871-442e-93f9-bfd85f5a3add, host hv-cinder-73362, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 18:01:46.735675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] For port 1ccea886-a871-442e-93f9-bfd85f5a3add, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=1ccea886-a871-442e-93f9-bfd85f5a3add,segment=NetworkSegment(205f4dc9-96e8-409d-a722-4c7af1aeab79),segment_id=205f4dc9-96e8-409d-a722-4c7af1aeab79)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 18:01:46.749231 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:46.765493 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3483811'] for network, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:46.768770 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7c4a0184-a3b8-4b36-bcb9-cb2a0cfcd397 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:46.793859 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 1dfc23a5-90eb-431e-bba2-eaa0206cb500 no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:01:46.837594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Deleting port 7de24a71-18bb-4f39-90a3-425506d2ca75 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:01:46.837947 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:46.838635 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Attempting to bind port 74e1e77c-cf1c-481e-a6a5-c4e225896626 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 18:01:46.838965 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Attempting to bind port 74e1e77c-cf1c-481e-a6a5-c4e225896626 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '1c3196de-da12-4a42-b447-7ace3e2b21c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 18:01:46.838965 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Attempting to bind port 74e1e77c-cf1c-481e-a6a5-c4e225896626 on network 1bde29dc-4d1d-465a-8dbb-101137b936ed {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 18:01:46.852968 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 18, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 18:01:46.853352 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Checking segment: {'id': '1c3196de-da12-4a42-b447-7ace3e2b21c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 18:01:46.853756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:46.854728 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Bound using segment: {'id': '1c3196de-da12-4a42-b447-7ace3e2b21c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 18:01:46.855216 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Bound port: 74e1e77c-cf1c-481e-a6a5-c4e225896626, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3196de-da12-4a42-b447-7ace3e2b21c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 18:01:46.855680 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:46.863965 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: 1dfc23a5-90eb-431e-bba2-eaa0206cb500 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:01:46.864368 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 1dfc23a5-90eb-431e-bba2-eaa0206cb500 not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:01:46.864841 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 53f23181-7f2d-4aca-97ec-2ec0479f0a20 no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:01:46.904379 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: 53f23181-7f2d-4aca-97ec-2ec0479f0a20 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:01:46.904756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 53f23181-7f2d-4aca-97ec-2ec0479f0a20 not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:01:46.993314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Pushing event updated for resources: {'Port': ['ID=1ccea886-a871-442e-93f9-bfd85f5a3add,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:46.998674 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162163cb-f339-4c85-93a3-3155d55e9b2a None None] DHCP port deletion for 56252445-cb9e-4a43-bb8d-1dff085eab32 request from dv-cinder-733623-9-iscsi {{(pid=80245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 02 18:01:47.003044 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-162163cb-f339-4c85-93a3-3155d55e9b2a None None] Deleting port 7de24a71-18bb-4f39-90a3-425506d2ca75 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:01:47.003467 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-162163cb-f339-4c85-93a3-3155d55e9b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:47.006997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:47.073021 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] For port 74e1e77c-cf1c-481e-a6a5-c4e225896626, host hv-cinder-73362, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 18:01:47.076449 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:47.077148 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:47.078709 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b391409-7bc7-44c5-905d-c178758020df req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] 10.222.0.43 "PUT /v2.0/ports/1ccea886-a871-442e-93f9-bfd85f5a3add HTTP/1.1" status: 200  len: 1158 time: 2.8968015
Dec 02 18:01:47.079266 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd51533-1bf2-4747-ab62-b7612e83cb85', 'tag': '1ccea886-a871-442e-93f9-bfd85f5a3add'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:01:47.086075 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] For port 74e1e77c-cf1c-481e-a6a5-c4e225896626, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=74e1e77c-cf1c-481e-a6a5-c4e225896626,segment=NetworkSegment(1c3196de-da12-4a42-b447-7ace3e2b21c4),segment_id=1c3196de-da12-4a42-b447-7ace3e2b21c4)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 18:01:47.090780 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] For port 7de24a71-18bb-4f39-90a3-425506d2ca75, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=7de24a71-18bb-4f39-90a3-425506d2ca75,segment=NetworkSegment(440fe43d-6d0f-412f-83c1-bfd20382b016),segment_id=440fe43d-6d0f-412f-83c1-bfd20382b016)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:01:47.091283 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:47.091407 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:47.113730 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:47.207837 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd51533-1bf2-4747-ab62-b7612e83cb85', 'tag': '1ccea886-a871-442e-93f9-bfd85f5a3add', 'status': 'completed', 'code': 200}
Dec 02 18:01:47.318074 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Calling delete_port for 7de24a71-18bb-4f39-90a3-425506d2ca75 owned by network:dhcp {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:01:47.335483 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-162163cb-f339-4c85-93a3-3155d55e9b2a None None] For port 7de24a71-18bb-4f39-90a3-425506d2ca75, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=7de24a71-18bb-4f39-90a3-425506d2ca75,segment=NetworkSegment(440fe43d-6d0f-412f-83c1-bfd20382b016),segment_id=440fe43d-6d0f-412f-83c1-bfd20382b016)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:01:47.335939 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-162163cb-f339-4c85-93a3-3155d55e9b2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:47.356931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Pushing event updated for resources: {'Port': ['ID=74e1e77c-cf1c-481e-a6a5-c4e225896626,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:47.365462 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:47.412941 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b391409-7bc7-44c5-905d-c178758020df req-b0d73321-5733-45ae-baf0-0466ee7eb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:47.414645 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b391409-7bc7-44c5-905d-c178758020df req-b0d73321-5733-45ae-baf0-0466ee7eb7fc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 1161 time: 0.2548871
Dec 02 18:01:47.418018 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:47.419495 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:47.422097 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] 10.222.0.43 "PUT /v2.0/ports/74e1e77c-cf1c-481e-a6a5-c4e225896626 HTTP/1.1" status: 200  len: 1158 time: 2.8040469
Dec 02 18:01:47.425673 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:47.446587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c89e1e92-4a61-4972-ba83-49564744ce36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:47.475908 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-162163cb-f339-4c85-93a3-3155d55e9b2a None None] Calling delete_port for 7de24a71-18bb-4f39-90a3-425506d2ca75 owned by network:dhcp {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:01:47.542140 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7de24a71-18bb-4f39-90a3-425506d2ca75,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:47.545234 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:47.569920 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [None req-162163cb-f339-4c85-93a3-3155d55e9b2a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 18:01:47.570342 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [None req-162163cb-f339-4c85-93a3-3155d55e9b2a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 18:01:47.584515 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b391409-7bc7-44c5-905d-c178758020df req-4114e507-3ec9-4c98-8a8d-3a45d0805d75 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ccea886-a871-442e-93f9-bfd85f5a3add HTTP/1.1" status: 200  len: 217 time: 0.1366229
Dec 02 18:01:47.665536 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] No DVR routers for this DVR port 7de24a71-18bb-4f39-90a3-425506d2ca75 on host dv-cinder-733623-9-iscsi {{(pid=80244) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 18:01:47.735626 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de040883-b6b9-4b76-96f0-996222d78e63 req-9c235a0a-b7b4-471b-bf0e-6437d41090dd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:47.737257 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-de040883-b6b9-4b76-96f0-996222d78e63 req-9c235a0a-b7b4-471b-bf0e-6437d41090dd tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 944 time: 0.2921050
Dec 02 18:01:47.832955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851106152', 'neutron.services.segments.db._delete_segments_for_network--9223363262389739448'] for network, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:47.888951 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-de040883-b6b9-4b76-96f0-996222d78e63 req-f97c53d0-256a-43a4-a49e-bf5a85bf9e1a tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1363666
Dec 02 18:01:47.947849 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b391409-7bc7-44c5-905d-c178758020df req-f3f0a340-46c9-4b76-a41a-b4344686fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:47.949444 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b391409-7bc7-44c5-905d-c178758020df req-f3f0a340-46c9-4b76-a41a-b4344686fa17 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 HTTP/1.1" status: 200  len: 850 time: 0.3245780
Dec 02 18:01:47.972184 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf6c67b780>,) {'filters': {'network_id': ['56252445-cb9e-4a43-bb8d-1dff085eab32']}} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:47.986114 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf6c67b780>, '440fe43d-6d0f-412f-83c1-bfd20382b016') {'for_net_delete': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:47.986382 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf6c67b780>, '440fe43d-6d0f-412f-83c1-bfd20382b016') {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:47.999231 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262389743032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12047324'] for segment, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:48.018865 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:48.021351 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 18:01:48.038281 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-66fa2c17-4459-4da8-a387-06ec564c52b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:48.039981 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-66fa2c17-4459-4da8-a387-06ec564c52b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0538ce883714453812aeeddc7cdcb29&device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 1161 time: 0.5173991
Dec 02 18:01:48.052788 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da20f7-1e17-43ed-93c5-a6251449495f req-60618774-e5ca-40cc-b810-5cf132c0e657 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:48.053534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-21da20f7-1e17-43ed-93c5-a6251449495f req-60618774-e5ca-40cc-b810-5cf132c0e657 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Synchronizing usage tracker for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:01:48.071320 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-162163cb-f339-4c85-93a3-3155d55e9b2a None None] Deleting port 7de24a71-18bb-4f39-90a3-425506d2ca75 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:01:48.071761 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-162163cb-f339-4c85-93a3-3155d55e9b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:48.141808 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-162163cb-f339-4c85-93a3-3155d55e9b2a None None] The port '7de24a71-18bb-4f39-90a3-425506d2ca75' was deleted {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 02 18:01:48.157528 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-6bb12b73-114c-4f8d-b232-8daee8f16577 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74e1e77c-cf1c-481e-a6a5-c4e225896626 HTTP/1.1" status: 200  len: 217 time: 0.0963418
Dec 02 18:01:48.159476 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-21da20f7-1e17-43ed-93c5-a6251449495f req-60618774-e5ca-40cc-b810-5cf132c0e657 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Unset dirty status for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:01:48.160658 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-21da20f7-1e17-43ed-93c5-a6251449495f req-60618774-e5ca-40cc-b810-5cf132c0e657 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 944 time: 0.5830903
Dec 02 18:01:48.235415 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Network 56252445-cb9e-4a43-bb8d-1dff085eab32 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:01:48.242645 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b391409-7bc7-44c5-905d-c178758020df req-e173d769-4c0e-4a90-8224-00241c13813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:48.244845 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b391409-7bc7-44c5-905d-c178758020df req-e173d769-4c0e-4a90-8224-00241c13813a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81ba944c-237a-4bb9-9742-673bb3d6486a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2860656
Dec 02 18:01:48.246055 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851109762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843917086'] for segment, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:48.314370 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-7600143d-0fc0-4f09-8574-73ef756af039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:48.316030 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-7600143d-0fc0-4f09-8574-73ef756af039 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa0de534-b93d-468e-a3e1-528579a83652 HTTP/1.1" status: 200  len: 855 time: 0.1464081
Dec 02 18:01:48.318378 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-21da20f7-1e17-43ed-93c5-a6251449495f req-5d72788d-0ece-443d-93cf-723c003958e4 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131275
Dec 02 18:01:48.429591 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-cdae1f5e-eb42-48ad-9d87-2b633a7b6f30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1bde29dc-4d1d-465a-8dbb-101137b936ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0996165
Dec 02 18:01:48.446731 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Network 56252445-cb9e-4a43-bb8d-1dff085eab32 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]: Traceback (most recent call last):
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:     timer()
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:     cb(*args, **kw)
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:     return func(*args, **kwargs)
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._notify()
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.callback(batched_events)
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:     event.method(event)
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:     segment_id)['aggregates'][0]
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, *a, **k)
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._get(url).json()
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:     **kwargs)
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.request(url, 'GET', **kwargs)
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:     **endpoint_filter)
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 18:01:48.472506 dv-cinder-733623-9-iscsi neutron-server[80134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 18:01:48.551488 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3669648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854217382'] for network, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:48.555130 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:48.575275 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:48.578377 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b391409-7bc7-44c5-905d-c178758020df req-01d79255-3849-43e0-b339-becf5dea0226 service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3125143
Dec 02 18:01:48.586723 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=56252445-cb9e-4a43-bb8d-1dff085eab32,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:48.590432 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:48.605517 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b976fea4-9caf-47e5-a9c9-144108eb4ad3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/56252445-cb9e-4a43-bb8d-1dff085eab32 HTTP/1.1" status: 204  len: 168 time: 1.9712679
Dec 02 18:01:48.608449 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 59828) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:01:48.718682 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-9313d202-ad82-489a-9002-8a736a5e09c3 service neutron] 10.222.0.43 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2793944
Dec 02 18:01:48.732562 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 7de24a71-18bb-4f39-90a3-425506d2ca75 no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:01:48.772704 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: 7de24a71-18bb-4f39-90a3-425506d2ca75 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:01:48.773208 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 7de24a71-18bb-4f39-90a3-425506d2ca75 not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:01:48.861468 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5b391409-7bc7-44c5-905d-c178758020df req-7d85546f-65df-4ae8-94cf-878867b2cf76 service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2761827
Dec 02 18:01:48.904672 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f9113d0-8e46-4353-adba-5b141cac2e37 req-cfdbc376-b450-4b7e-aa34-0eb9f6ee459b service neutron] 10.222.0.43 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1764090
Dec 02 18:01:48.980410 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-44f47f50-2955-4469-9878-293e5b339589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558260'] for router_interface, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:49.127959 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d0b03-8747-41bd-8829-69d0cdc5e994 req-244c74c9-2d0d-4018-8fc2-e33afb4d5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:49.129558 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e5d0b03-8747-41bd-8829-69d0cdc5e994 req-244c74c9-2d0d-4018-8fc2-e33afb4d5eda service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 1161 time: 0.0908992
Dec 02 18:01:49.243909 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f869d590-b74e-4e8e-90f8-e3105d1925ea', 'tag': '74e1e77c-cf1c-481e-a6a5-c4e225896626'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:01:49.298884 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d0b03-8747-41bd-8829-69d0cdc5e994 req-4006ff47-3638-4f1a-9ad8-eb94cdd7cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:49.300531 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e5d0b03-8747-41bd-8829-69d0cdc5e994 req-4006ff47-3638-4f1a-9ad8-eb94cdd7cec7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 905 time: 0.1632195
Dec 02 18:01:49.313145 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f869d590-b74e-4e8e-90f8-e3105d1925ea', 'tag': '74e1e77c-cf1c-481e-a6a5-c4e225896626', 'status': 'completed', 'code': 200}
Dec 02 18:01:49.404203 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e5d0b03-8747-41bd-8829-69d0cdc5e994 req-9111ff01-5080-4f41-90fb-8664429a2eae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ccea886-a871-442e-93f9-bfd85f5a3add HTTP/1.1" status: 200  len: 217 time: 0.0820980
Dec 02 18:01:49.516412 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f3698-b682-4253-9d5a-d81d6a32d140 req-ecce3c09-bf66-4000-93d4-812c499d9bf8 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:49.518027 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-797f3698-b682-4253-9d5a-d81d6a32d140 req-ecce3c09-bf66-4000-93d4-812c499d9bf8 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 944 time: 0.4828150
Dec 02 18:01:49.582140 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d0b03-8747-41bd-8829-69d0cdc5e994 req-9bd3a55e-b363-4f36-a71e-fe6bb17fe749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:49.583763 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e5d0b03-8747-41bd-8829-69d0cdc5e994 req-9bd3a55e-b363-4f36-a71e-fe6bb17fe749 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 HTTP/1.1" status: 200  len: 850 time: 0.1326544
Dec 02 18:01:49.658075 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf4845-e95d-4f2b-b851-dca4158c319e req-bdcfbb2b-c6ee-4e5b-a281-00af36d26cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:49.659712 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b5bf4845-e95d-4f2b-b851-dca4158c319e req-bdcfbb2b-c6ee-4e5b-a281-00af36d26cd0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0538ce883714453812aeeddc7cdcb29&device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 1161 time: 0.2579799
Dec 02 18:01:49.669115 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-797f3698-b682-4253-9d5a-d81d6a32d140 req-48e5e1fb-adbe-411b-939d-4be64b119615 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1439545
Dec 02 18:01:49.727588 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fce821-f396-46f4-894e-3f974a9c83cf req-8f6118ac-b19a-4050-b41a-5810404c2e01 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:49.729462 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e4fce821-f396-46f4-894e-3f974a9c83cf req-8f6118ac-b19a-4050-b41a-5810404c2e01 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 944 time: 0.2412286
Dec 02 18:01:49.864100 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d0b03-8747-41bd-8829-69d0cdc5e994 req-8c51c2fd-c7e0-46ef-b702-e33985d49ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:49.865739 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e5d0b03-8747-41bd-8829-69d0cdc5e994 req-8c51c2fd-c7e0-46ef-b702-e33985d49ea2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81ba944c-237a-4bb9-9742-673bb3d6486a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2721713
Dec 02 18:01:49.871316 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e4fce821-f396-46f4-894e-3f974a9c83cf req-a332c52c-ef1b-4ff9-8aa4-219653d0a056 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342354
Dec 02 18:01:49.914845 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf4845-e95d-4f2b-b851-dca4158c319e req-1f6297b0-609e-46ed-9fc0-cbad150b6705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:49.916375 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b5bf4845-e95d-4f2b-b851-dca4158c319e req-1f6297b0-609e-46ed-9fc0-cbad150b6705 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1bde29dc-4d1d-465a-8dbb-101137b936ed HTTP/1.1" status: 200  len: 909 time: 0.2473021
Dec 02 18:01:49.969326 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-44f47f50-2955-4469-9878-293e5b339589 admin admin] Deleting port 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:01:49.969707 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-44f47f50-2955-4469-9878-293e5b339589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:50.053848 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b5bf4845-e95d-4f2b-b851-dca4158c319e req-595c527a-3296-4076-a409-7c23bc16539f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74e1e77c-cf1c-481e-a6a5-c4e225896626 HTTP/1.1" status: 200  len: 217 time: 0.1197703
Dec 02 18:01:50.158769 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-44f47f50-2955-4469-9878-293e5b339589 admin admin] For port 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=937d16ab-0ca3-4c61-ad57-ae25dbec3e5d,segment=NetworkSegment(130d76d2-85b9-49fe-ad9e-e3f4c273685a),segment_id=130d76d2-85b9-49fe-ad9e-e3f4c273685a)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:01:50.159172 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-44f47f50-2955-4469-9878-293e5b339589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:50.165224 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e5d0b03-8747-41bd-8829-69d0cdc5e994 req-c4d560fb-919e-4e90-a1e8-6f8dc9f1cf5d service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2844667
Dec 02 18:01:50.168893 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf4845-e95d-4f2b-b851-dca4158c319e req-0fdd0702-a1d9-4309-80a4-a70c3a4f5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:50.170358 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b5bf4845-e95d-4f2b-b851-dca4158c319e req-0fdd0702-a1d9-4309-80a4-a70c3a4f5f8c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa0de534-b93d-468e-a3e1-528579a83652 HTTP/1.1" status: 200  len: 855 time: 0.1071939
Dec 02 18:01:50.248683 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b5bf4845-e95d-4f2b-b851-dca4158c319e req-3d579cfb-b3c8-4e86-ab27-52edf2a084e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1bde29dc-4d1d-465a-8dbb-101137b936ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0528197
Dec 02 18:01:50.293209 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-44f47f50-2955-4469-9878-293e5b339589 admin admin] Calling delete_port for 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d owned by network:router_interface {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:01:50.480257 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-44f47f50-2955-4469-9878-293e5b339589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:50.498287 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e5402e97-44d6-4c0f-9304-746c81b0e09e tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:50.550042 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f47f50-2955-4469-9878-293e5b339589 admin admin] Pushing event deleted for resources: {'Port': ['ID=937d16ab-0ca3-4c61-ad57-ae25dbec3e5d,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:50.564054 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-44f47f50-2955-4469-9878-293e5b339589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:50.722101 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5e5d0b03-8747-41bd-8829-69d0cdc5e994 req-f6c79631-ed25-4617-9a5c-7704020d11fc service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5485981
Dec 02 18:01:50.745958 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b5bf4845-e95d-4f2b-b851-dca4158c319e req-f65225c9-ec6a-491a-bed0-6bf3603d27c9 service neutron] 10.222.0.43 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4857006
Dec 02 18:01:50.919717 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b5bf4845-e95d-4f2b-b851-dca4158c319e req-b43af654-7c61-47a8-812e-3a5a40879da3 service neutron] 10.222.0.43 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1633966
Dec 02 18:01:51.031740 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-44f47f50-2955-4469-9878-293e5b339589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850785554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854126231'] for router_interface, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:51.054036 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b06a4-bc00-4c24-b06e-21e16f95369f req-b64d91c7-1faa-45ac-bc83-4a5258bcf0de tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:51.055690 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-669b06a4-bc00-4c24-b06e-21e16f95369f req-b64d91c7-1faa-45ac-bc83-4a5258bcf0de tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 944 time: 0.2232089
Dec 02 18:01:51.108746 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e1886-455c-4f74-ab59-596bfe5e377d req-db0de762-b4b2-4aef-9e0b-f456e0d68f72 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:51.110398 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b56e1886-455c-4f74-ab59-596bfe5e377d req-db0de762-b4b2-4aef-9e0b-f456e0d68f72 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 944 time: 0.0928862
Dec 02 18:01:51.170212 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b56e1886-455c-4f74-ab59-596bfe5e377d req-9f5225e9-4eab-467f-b2e9-3cdd94c0cbf0 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441930
Dec 02 18:01:51.186636 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-669b06a4-bc00-4c24-b06e-21e16f95369f req-f19e2d53-d5d8-4069-afe5-43ac65954faa tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1227014
Dec 02 18:01:51.591766 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f47f50-2955-4469-9878-293e5b339589 admin admin] Router cfdc9b09-9bb3-4be5-b495-bcc3b05350ea has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 18:01:51.773860 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f47f50-2955-4469-9878-293e5b339589 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 18:01:51.783386 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-44f47f50-2955-4469-9878-293e5b339589 admin admin] 10.222.0.21 "PUT /v2.0/routers/cfdc9b09-9bb3-4be5-b495-bcc3b05350ea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1738818
Dec 02 18:01:51.783578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8604a-9c5d-4250-b3ed-95702ac02ec3 None None] Sync routers for ids ['cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 18:01:51.786070 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 59842) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:01:51.793302 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde8604a-9c5d-4250-b3ed-95702ac02ec3 None None] Routers {'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:01:51.793968 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-fde8604a-9c5d-4250-b3ed-95702ac02ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c800d68>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:01:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:51.971759 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cf033619-a5f7-4306-8275-2260b6f74c30 admin admin] Notify callbacks [] for router, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:51.977458 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-fde8604a-9c5d-4250-b3ed-95702ac02ec3 None None] Set router cfdc9b09-9bb3-4be5-b495-bcc3b05350ea gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:01:52.160492 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cf033619-a5f7-4306-8275-2260b6f74c30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:52.165752 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-cf033619-a5f7-4306-8275-2260b6f74c30 admin admin] Deleting port 3d448308-f901-4806-af38-20616d13b5bf {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:01:52.166157 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cf033619-a5f7-4306-8275-2260b6f74c30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:52.295512 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-fde8604a-9c5d-4250-b3ed-95702ac02ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c800d68>, [{'id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'name': 'tempest-TestShelveInstance-1060559989-router', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '3d448308-f901-4806-af38-20616d13b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:28Z', 'updated_at': '2020-12-02T18:01:50Z', 'revision_number': 5, 'project_id': '939a8381123d43fb914903fdf5a1e3db', 'gw_port': {'id': '3d448308-f901-4806-af38-20616d13b5bf', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:30Z', 'updated_at': '2020-12-02T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:52.299715 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8604a-9c5d-4250-b3ed-95702ac02ec3 None None] Checking router: cfdc9b09-9bb3-4be5-b495-bcc3b05350ea for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 18:01:52.309321 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde8604a-9c5d-4250-b3ed-95702ac02ec3 None None] Routers {'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:01:52.309984 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-fde8604a-9c5d-4250-b3ed-95702ac02ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c800d68>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:01:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:52.405522 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b85f0-ad67-477b-bfcd-d3e60b204ab6 req-e9c59916-90b1-4bd2-bd37-94fcaf175043 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:52.407652 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-856b85f0-ad67-477b-bfcd-d3e60b204ab6 req-e9c59916-90b1-4bd2-bd37-94fcaf175043 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 944 time: 0.0929112
Dec 02 18:01:52.470537 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-856b85f0-ad67-477b-bfcd-d3e60b204ab6 req-865b0eea-9c5e-4bbb-aa98-2aa597a54926 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562053
Dec 02 18:01:52.663359 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-fde8604a-9c5d-4250-b3ed-95702ac02ec3 None None] Set router cfdc9b09-9bb3-4be5-b495-bcc3b05350ea gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:01:52.684069 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-cf033619-a5f7-4306-8275-2260b6f74c30 admin admin] For port 3d448308-f901-4806-af38-20616d13b5bf, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=3d448308-f901-4806-af38-20616d13b5bf,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:01:52.684476 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cf033619-a5f7-4306-8275-2260b6f74c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:52.821928 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-cf033619-a5f7-4306-8275-2260b6f74c30 admin admin] Calling delete_port for 3d448308-f901-4806-af38-20616d13b5bf owned by network:router_gateway {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:01:52.891531 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106f607-254c-4a54-8e65-01cb9ed5a715 req-4a8f5d53-3490-45a5-87fd-f48ee1b17e11 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:52.893201 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d106f607-254c-4a54-8e65-01cb9ed5a715 req-4a8f5d53-3490-45a5-87fd-f48ee1b17e11 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 944 time: 0.2944767
Dec 02 18:01:52.970395 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-fde8604a-9c5d-4250-b3ed-95702ac02ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c800d68>, [{'id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'name': 'tempest-TestShelveInstance-1060559989-router', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '3d448308-f901-4806-af38-20616d13b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:28Z', 'updated_at': '2020-12-02T18:01:50Z', 'revision_number': 5, 'project_id': '939a8381123d43fb914903fdf5a1e3db', 'gw_port': {'id': '3d448308-f901-4806-af38-20616d13b5bf', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:30Z', 'updated_at': '2020-12-02T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:52.974538 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde8604a-9c5d-4250-b3ed-95702ac02ec3 None None] The sync data for ids ['cfdc9b09-9bb3-4be5-b495-bcc3b05350ea'] in dv-cinder-733623-9-iscsi is: [{'id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'name': 'tempest-TestShelveInstance-1060559989-router', 'tenant_id': '939a8381123d43fb914903fdf5a1e3db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '3d448308-f901-4806-af38-20616d13b5bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:54:28Z', 'updated_at': '2020-12-02T18:01:50Z', 'revision_number': 5, 'project_id': '939a8381123d43fb914903fdf5a1e3db', 'gw_port': {'id': '3d448308-f901-4806-af38-20616d13b5bf', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:31:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfdc9b09-9bb3-4be5-b495-bcc3b05350ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:54:30Z', 'updated_at': '2020-12-02T17:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 18:01:52.996347 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d106f607-254c-4a54-8e65-01cb9ed5a715 req-133ec670-0fb5-48ca-8b75-65e3244a4ac0 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0954909
Dec 02 18:01:53.030465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cf033619-a5f7-4306-8275-2260b6f74c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:53.109188 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ccf9ea00-388e-40f2-abc4-b61d588c762a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:53.283147 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cf033619-a5f7-4306-8275-2260b6f74c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558396'] for router_gateway, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:53.418251 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cf033619-a5f7-4306-8275-2260b6f74c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3749'] for router, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:53.420729 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cf033619-a5f7-4306-8275-2260b6f74c30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:53.447096 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cf033619-a5f7-4306-8275-2260b6f74c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854217073'] for router, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:53.448372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf033619-a5f7-4306-8275-2260b6f74c30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfdc9b09-9bb3-4be5-b495-bcc3b05350ea {{(pid=80244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 02 18:01:53.461711 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cf033619-a5f7-4306-8275-2260b6f74c30 admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:53.462990 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-cf033619-a5f7-4306-8275-2260b6f74c30 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cfdc9b09-9bb3-4be5-b495-bcc3b05350ea HTTP/1.1" status: 204  len: 168 time: 1.6758111
Dec 02 18:01:53.466331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 59850) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:01:53.540895 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ceed99e-ca98-44d4-abaa-160fff92b272 admin admin] Deleting subnet 1ec8c2e6-fadb-4728-b23b-87c08130d18b {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 18:01:53.544633 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6ceed99e-ca98-44d4-abaa-160fff92b272 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:53.602095 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6ceed99e-ca98-44d4-abaa-160fff92b272 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842728492'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:53.692512 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6ceed99e-ca98-44d4-abaa-160fff92b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851170303'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:53.707364 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd69fb-180f-412c-a659-3ba32a236665 req-50d7352d-63b5-4169-a5dd-605adcc63c7a tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:53.709398 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-06cd69fb-180f-412c-a659-3ba32a236665 req-50d7352d-63b5-4169-a5dd-605adcc63c7a tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 944 time: 0.0997310
Dec 02 18:01:53.759441 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-06cd69fb-180f-412c-a659-3ba32a236665 req-1dac4619-7443-4063-b870-f87fa62d04a4 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429761
Dec 02 18:01:53.969767 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6ceed99e-ca98-44d4-abaa-160fff92b272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10859329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10790274'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:53.985601 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9c9dcaff-0a1d-42aa-953b-2635fd68609a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:54.036800 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceed99e-ca98-44d4-abaa-160fff92b272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec8c2e6-fadb-4728-b23b-87c08130d18b,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:54.041922 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6ceed99e-ca98-44d4-abaa-160fff92b272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:54.127777 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6ceed99e-ca98-44d4-abaa-160fff92b272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:54.128989 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509402a3-b7a0-423c-b4e2-e2041aa7a83d None None] Network 4b0027ee-a9e1-4810-8942-cdad6153a931 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 18:01:54.132176 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 59858) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:01:54.132338 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-6ceed99e-ca98-44d4-abaa-160fff92b272 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1ec8c2e6-fadb-4728-b23b-87c08130d18b HTTP/1.1" status: 204  len: 168 time: 0.6648989
Dec 02 18:01:54.246838 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93928c-20f2-4365-b4e5-9d89a1b820a2 req-deacd39c-c3ea-43c9-8343-22d0e2dcbaec tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:54.248684 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6c93928c-20f2-4365-b4e5-9d89a1b820a2 req-deacd39c-c3ea-43c9-8343-22d0e2dcbaec tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 944 time: 0.0954270
Dec 02 18:01:54.270534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3483811'] for network, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:54.300844 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6c93928c-20f2-4365-b4e5-9d89a1b820a2 req-b4bb8c5a-2b6a-4949-984f-4684ba8b7b0b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0459425
Dec 02 18:01:54.343659 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Deleting port 32cbedd5-2f89-4862-b63c-bbddfa02ae52 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:01:54.344040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:54.409866 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1947dfb2-f7b2-4606-b8f8-b46e50cc325f None None] DHCP port deletion for 4b0027ee-a9e1-4810-8942-cdad6153a931 request from dv-cinder-733623-9-iscsi {{(pid=80245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 02 18:01:54.414798 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-1947dfb2-f7b2-4606-b8f8-b46e50cc325f None None] Deleting port 32cbedd5-2f89-4862-b63c-bbddfa02ae52 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:01:54.415232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1947dfb2-f7b2-4606-b8f8-b46e50cc325f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:54.567417 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] For port 32cbedd5-2f89-4862-b63c-bbddfa02ae52, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=32cbedd5-2f89-4862-b63c-bbddfa02ae52,segment=NetworkSegment(130d76d2-85b9-49fe-ad9e-e3f4c273685a),segment_id=130d76d2-85b9-49fe-ad9e-e3f4c273685a)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:01:54.567831 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:54.704319 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Calling delete_port for 32cbedd5-2f89-4862-b63c-bbddfa02ae52 owned by network:dhcp {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:01:54.787697 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:54.799109 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 3d448308-f901-4806-af38-20616d13b5bf no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:01:54.804270 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d2963b95-5112-4fd8-a8b6-7d1433e2897a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:54.844727 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 577f98f7-f11f-4cfb-b3ea-47ffb948a224 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:01:54.862442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=32cbedd5-2f89-4862-b63c-bbddfa02ae52,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:54.867357 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:54.877995 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: 3d448308-f901-4806-af38-20616d13b5bf {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:01:54.878218 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 3d448308-f901-4806-af38-20616d13b5bf not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:01:54.878551 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 32cbedd5-2f89-4862-b63c-bbddfa02ae52 no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:01:54.933361 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: 32cbedd5-2f89-4862-b63c-bbddfa02ae52 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:01:54.933767 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 32cbedd5-2f89-4862-b63c-bbddfa02ae52 not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:01:54.934252 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:01:54.975679 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:01:54.975679 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 937d16ab-0ca3-4c61-ad57-ae25dbec3e5d not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:01:54.985972 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-1947dfb2-f7b2-4606-b8f8-b46e50cc325f None None] For port 32cbedd5-2f89-4862-b63c-bbddfa02ae52, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=32cbedd5-2f89-4862-b63c-bbddfa02ae52,segment=NetworkSegment(130d76d2-85b9-49fe-ad9e-e3f4c273685a),segment_id=130d76d2-85b9-49fe-ad9e-e3f4c273685a)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:01:54.986273 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1947dfb2-f7b2-4606-b8f8-b46e50cc325f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:55.003086 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] No DVR routers for this DVR port 32cbedd5-2f89-4862-b63c-bbddfa02ae52 on host dv-cinder-733623-9-iscsi {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 18:01:55.127498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-1947dfb2-f7b2-4606-b8f8-b46e50cc325f None None] Calling delete_port for 32cbedd5-2f89-4862-b63c-bbddfa02ae52 owned by network:dhcp {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:01:55.158172 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605cdcb-4fe8-4f9c-a8b1-3f4d9d86107a req-2cfccaf8-5631-43f1-be46-c01a3e4fd3ae tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:55.159873 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e605cdcb-4fe8-4f9c-a8b1-3f4d9d86107a req-2cfccaf8-5631-43f1-be46-c01a3e4fd3ae tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 944 time: 0.2394021
Dec 02 18:01:55.161527 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851106152', 'neutron.services.segments.db._delete_segments_for_network--9223363262389739448'] for network, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:55.189058 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 577f98f7-f11f-4cfb-b3ea-47ffb948a224 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:01:55.189495 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:55.269205 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [None req-1947dfb2-f7b2-4606-b8f8-b46e50cc325f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 18:01:55.269876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [None req-1947dfb2-f7b2-4606-b8f8-b46e50cc325f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 18:01:55.304308 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e605cdcb-4fe8-4f9c-a8b1-3f4d9d86107a req-20057fe0-299c-470f-a937-c8a90280d410 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276731
Dec 02 18:01:55.323396 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf67160c50>,) {'filters': {'network_id': ['4b0027ee-a9e1-4810-8942-cdad6153a931']}} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:55.342256 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf67160c50>, '130d76d2-85b9-49fe-ad9e-e3f4c273685a') {'for_net_delete': True} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:55.342631 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf67160c50>, '130d76d2-85b9-49fe-ad9e-e3f4c273685a') {} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:01:55.343023 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 74e1e77c-cf1c-481e-a6a5-c4e225896626 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:01:55.356486 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262389743032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1281428'] for segment, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:55.379704 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:55.381827 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 18:01:55.416276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port 74e1e77c-cf1c-481e-a6a5-c4e225896626 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 18:01:55.422537 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 74e1e77c-cf1c-481e-a6a5-c4e225896626 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:01:55.422967 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:55.525374 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0117ee6-5641-4c3c-95a5-178ac4245777 req-424aeb5e-19fd-4812-a835-86295ffd0d6b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:55.527629 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c0117ee6-5641-4c3c-95a5-178ac4245777 req-424aeb5e-19fd-4812-a835-86295ffd0d6b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 944 time: 0.0871758
Dec 02 18:01:55.553470 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:55.581415 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c0117ee6-5641-4c3c-95a5-178ac4245777 req-c4414be3-9114-494f-a5b1-f420214a9952 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0464838
Dec 02 18:01:55.581672 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f869d590-b74e-4e8e-90f8-e3105d1925ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e1e77c-cf1c-481e-a6a5-c4e225896626'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:01:55.581905 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Network 4b0027ee-a9e1-4810-8942-cdad6153a931 has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:01:55.592909 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 74e1e77c-cf1c-481e-a6a5-c4e225896626, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=74e1e77c-cf1c-481e-a6a5-c4e225896626,segment=NetworkSegment(1c3196de-da12-4a42-b447-7ace3e2b21c4),segment_id=1c3196de-da12-4a42-b447-7ace3e2b21c4)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:01:55.593485 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851109762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843264633'] for segment, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:55.596689 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:55.599705 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:55.658836 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f869d590-b74e-4e8e-90f8-e3105d1925ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e1e77c-cf1c-481e-a6a5-c4e225896626', 'code': 200}
Dec 02 18:01:55.676405 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c17f5990-6fb6-4f98-b7fa-5651dd515535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:55.695608 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=74e1e77c-cf1c-481e-a6a5-c4e225896626,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:55.709706 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.710760 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.711575 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.711958 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.712567 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.713279 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.714370 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.715312 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.715628 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.716097 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.716537 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.716985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.717499 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.717939 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.718432 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.718949 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.719425 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.719933 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.720436 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.720972 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.721401 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.721825 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.722250 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.722783 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:01:55.727110 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:55.771163 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-1947dfb2-f7b2-4606-b8f8-b46e50cc325f None None] Deleting port 32cbedd5-2f89-4862-b63c-bbddfa02ae52 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:01:55.771599 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-1947dfb2-f7b2-4606-b8f8-b46e50cc325f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:55.795742 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Network 4b0027ee-a9e1-4810-8942-cdad6153a931 has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]: Traceback (most recent call last):
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:     timer()
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:     cb(*args, **kw)
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:     return func(*args, **kwargs)
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._notify()
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.callback(batched_events)
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:     event.method(event)
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:     segment_id)['aggregates'][0]
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, *a, **k)
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._get(url).json()
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:     **kwargs)
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.request(url, 'GET', **kwargs)
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:     **endpoint_filter)
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 18:01:55.820915 dv-cinder-733623-9-iscsi neutron-server[80134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 18:01:55.843362 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-1947dfb2-f7b2-4606-b8f8-b46e50cc325f None None] The port '32cbedd5-2f89-4862-b63c-bbddfa02ae52' was deleted {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 02 18:01:55.954533 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3669648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854217382'] for network, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:55.960079 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:55.962563 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:55.991340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b0027ee-a9e1-4810-8942-cdad6153a931,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:55.997250 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:56.000278 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4b0027ee-a9e1-4810-8942-cdad6153a931 HTTP/1.1" status: 204  len: 168 time: 1.8667703
Dec 02 18:01:56.015472 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da206ad-62c1-4e9a-99ac-453c01c4bed4 req-228663b3-98c7-45b7-9064-9bf6c7774168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:56.017110 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2da206ad-62c1-4e9a-99ac-453c01c4bed4 req-228663b3-98c7-45b7-9064-9bf6c7774168 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 1163 time: 0.1248109
Dec 02 18:01:56.066921 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2da206ad-62c1-4e9a-99ac-453c01c4bed4 req-13f0baaf-cd8c-44f5-b176-9ff57bcd67fa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386810
Dec 02 18:01:56.150040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 59870) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:01:56.181909 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 74e1e77c-cf1c-481e-a6a5-c4e225896626 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:01:56.205109 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-95e0eecf-239f-4b93-abc6-0c0b7879f96c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08c5d505eefa48458ed1c3b80b70cbc7&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0530434
Dec 02 18:01:56.207750 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 59874) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:01:56.251703 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:56.268431 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 74e1e77c-cf1c-481e-a6a5-c4e225896626 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:01:56.268860 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:56.276836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-05cb7167-ab01-4933-b32e-8598c98fe3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:56.304894 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-05cb7167-ab01-4933-b32e-8598c98fe3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:56.360580 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-05cb7167-ab01-4933-b32e-8598c98fe3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:56.366018 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-de14dbcc-6e38-4a9f-bd1b-3416fb9e96e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:56.378957 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb7167-ab01-4933-b32e-8598c98fe3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b059c9-034b-47ae-ae71-5bf6384e3b9f,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:56.382742 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-05cb7167-ab01-4933-b32e-8598c98fe3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:56.392635 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-05cb7167-ab01-4933-b32e-8598c98fe3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:56.394251 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-05cb7167-ab01-4933-b32e-8598c98fe3f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1b059c9-034b-47ae-ae71-5bf6384e3b9f HTTP/1.1" status: 204  len: 168 time: 0.1851456
Dec 02 18:01:56.529659 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a432a94-23ac-4b79-a998-bae28c0f21c7 req-e8895123-dddf-4b04-926b-66548b0b5500 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:56.531368 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a432a94-23ac-4b79-a998-bae28c0f21c7 req-e8895123-dddf-4b04-926b-66548b0b5500 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 946 time: 0.0880115
Dec 02 18:01:56.584370 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6a432a94-23ac-4b79-a998-bae28c0f21c7 req-f83e46fe-de93-48b3-98c3-a08484071665 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463753
Dec 02 18:01:56.806795 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d470227-c94a-460b-a0af-d53da4af92ad req-7ddb7ffd-1658-4f1c-8948-c57fd4c6a4e9 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:56.809305 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5d470227-c94a-460b-a0af-d53da4af92ad req-7ddb7ffd-1658-4f1c-8948-c57fd4c6a4e9 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 944 time: 0.0868101
Dec 02 18:01:56.842671 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 59886) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:01:56.863112 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5d470227-c94a-460b-a0af-d53da4af92ad req-3307fdaa-a598-4743-936c-04d1f6fd077e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0472848
Dec 02 18:01:56.900262 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-34c80b89-4ad4-4de2-bac9-51784532c7ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=939a8381123d43fb914903fdf5a1e3db&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0561924
Dec 02 18:01:56.903157 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 59890) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:01:56.966810 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-67fc8c36-a6bf-4db7-8783-ae64f9991ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:56.993706 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-67fc8c36-a6bf-4db7-8783-ae64f9991ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:57.046293 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-67fc8c36-a6bf-4db7-8783-ae64f9991ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:57.050223 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f5205891-7db3-4408-8676-7bb9df7db53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:01:57.062680 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc8c36-a6bf-4db7-8783-ae64f9991ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2947ffa5-3ec0-4822-a996-314650e42ff8,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:01:57.066417 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-67fc8c36-a6bf-4db7-8783-ae64f9991ad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:01:57.070285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-67fc8c36-a6bf-4db7-8783-ae64f9991ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:57.071117 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-67fc8c36-a6bf-4db7-8783-ae64f9991ad7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2947ffa5-3ec0-4822-a996-314650e42ff8 HTTP/1.1" status: 204  len: 168 time: 0.1669877
Dec 02 18:01:57.123574 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:57.806963 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effe8475-91ee-4729-a81c-7e87edee71e8 req-bff69738-41df-4a33-9d11-deea8549aba9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:57.808587 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-effe8475-91ee-4729-a81c-7e87edee71e8 req-bff69738-41df-4a33-9d11-deea8549aba9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 946 time: 0.0886636
Dec 02 18:01:57.853448 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:01:57.858138 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-effe8475-91ee-4729-a81c-7e87edee71e8 req-59783eed-4ee3-4bc6-bc4d-b3062ead4a6f tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432208
Dec 02 18:01:58.078781 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c003f21-2911-4702-bb07-88f1d12c7ed5 req-38b6cd80-7305-428b-aa2c-6d707655a7f3 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:58.080396 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8c003f21-2911-4702-bb07-88f1d12c7ed5 req-38b6cd80-7305-428b-aa2c-6d707655a7f3 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 944 time: 0.0845873
Dec 02 18:01:58.129166 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8c003f21-2911-4702-bb07-88f1d12c7ed5 req-6359c637-8672-4070-b38b-28dabb0207eb tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0424480
Dec 02 18:01:59.070348 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022bad9-7f32-4695-8f51-53316c0baff4 req-c9e04cb4-12ce-4352-a741-01e64a0b75b7 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:59.072002 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c022bad9-7f32-4695-8f51-53316c0baff4 req-c9e04cb4-12ce-4352-a741-01e64a0b75b7 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 946 time: 0.0837131
Dec 02 18:01:59.120052 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c022bad9-7f32-4695-8f51-53316c0baff4 req-819706d4-dce2-4ad7-8522-8899717d59f8 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400803
Dec 02 18:01:59.356663 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2470f05-4dc3-4151-b3b3-d609ca64dc02 req-4e495000-bda6-47fa-866d-c0e0bd5a9a35 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:01:59.358336 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c2470f05-4dc3-4151-b3b3-d609ca64dc02 req-4e495000-bda6-47fa-866d-c0e0bd5a9a35 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 944 time: 0.0906661
Dec 02 18:01:59.407458 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c2470f05-4dc3-4151-b3b3-d609ca64dc02 req-ad07f30b-6132-42e7-a162-f1572dd80492 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0428751
Dec 02 18:02:00.627631 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d52a2-52fa-4bb7-9e90-64d4d7f8d36d req-c2a00fb0-8e4b-4894-a161-3e4a8ba9d6c1 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:00.629247 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6f2d52a2-52fa-4bb7-9e90-64d4d7f8d36d req-c2a00fb0-8e4b-4894-a161-3e4a8ba9d6c1 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 944 time: 0.0908487
Dec 02 18:02:00.680602 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6f2d52a2-52fa-4bb7-9e90-64d4d7f8d36d req-bea8a10a-9a08-4b68-b982-51d4e8e10c5c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0440166
Dec 02 18:02:00.890245 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 1ccea886-a871-442e-93f9-bfd85f5a3add up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:02:00.961150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port 1ccea886-a871-442e-93f9-bfd85f5a3add completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 18:02:00.966821 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 1ccea886-a871-442e-93f9-bfd85f5a3add triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:02:00.967251 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:01.091499 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:01.122310 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd51533-1bf2-4747-ab62-b7612e83cb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccea886-a871-442e-93f9-bfd85f5a3add'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:02:01.133486 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 1ccea886-a871-442e-93f9-bfd85f5a3add, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=1ccea886-a871-442e-93f9-bfd85f5a3add,segment=NetworkSegment(205f4dc9-96e8-409d-a722-4c7af1aeab79),segment_id=205f4dc9-96e8-409d-a722-4c7af1aeab79)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:02:01.137334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:01.139356 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:01.211760 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=1ccea886-a871-442e-93f9-bfd85f5a3add,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:01.216371 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd51533-1bf2-4747-ab62-b7612e83cb85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ccea886-a871-442e-93f9-bfd85f5a3add', 'code': 200}
Dec 02 18:02:01.217117 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:01.595596 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757a68b-5f14-4c24-aa3b-0f24c6ac5f76 req-783413ab-b1ef-464a-a60a-2dda2f0452cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:01.597244 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9757a68b-5f14-4c24-aa3b-0f24c6ac5f76 req-783413ab-b1ef-464a-a60a-2dda2f0452cf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 1163 time: 0.0761349
Dec 02 18:02:01.646784 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9757a68b-5f14-4c24-aa3b-0f24c6ac5f76 req-7044e3ec-048b-487a-9c0f-ccbf531b26ba service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0414622
Dec 02 18:02:01.898303 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b0881-5951-45e7-a5d1-d9f29f0292da req-2bdb0554-7f44-4f1a-b930-eb292dbafd65 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:01.899838 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2c4b0881-5951-45e7-a5d1-d9f29f0292da req-2bdb0554-7f44-4f1a-b930-eb292dbafd65 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 946 time: 0.0837798
Dec 02 18:02:01.948461 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2c4b0881-5951-45e7-a5d1-d9f29f0292da req-27661f90-2dfe-4421-b0f1-2ffa0b41c4f6 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0407302
Dec 02 18:02:02.202924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 1ccea886-a871-442e-93f9-bfd85f5a3add up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:02:02.277539 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 1ccea886-a871-442e-93f9-bfd85f5a3add triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:02:02.277944 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:03.177916 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71a4d6-bb2a-489e-8133-a04676696a03 req-82ee7dd2-6ff2-4d5f-987f-425408fdf28e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:03.179591 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fe71a4d6-bb2a-489e-8133-a04676696a03 req-82ee7dd2-6ff2-4d5f-987f-425408fdf28e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 946 time: 0.0920370
Dec 02 18:02:03.230324 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fe71a4d6-bb2a-489e-8133-a04676696a03 req-95bf2e14-bdea-4324-abed-068850d699e0 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0435393
Dec 02 18:02:04.454451 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3653f-77d4-4e92-a6d3-29ffba82d094 req-97738760-db11-4483-af0e-8625f7487cf2 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:04.456011 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-cbf3653f-77d4-4e92-a6d3-29ffba82d094 req-97738760-db11-4483-af0e-8625f7487cf2 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 946 time: 0.0887752
Dec 02 18:02:04.503933 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-cbf3653f-77d4-4e92-a6d3-29ffba82d094 req-c6febe57-19d0-46eb-be20-8c6c23f410c2 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0410821
Dec 02 18:02:04.720660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cdf023-4702-4255-afcc-902f79f23001 req-6dfc9c83-a8bc-41eb-8034-6f3a306966da tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:04.722228 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-99cdf023-4702-4255-afcc-902f79f23001 req-6dfc9c83-a8bc-41eb-8034-6f3a306966da tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 946 time: 0.0868924
Dec 02 18:02:04.770822 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-99cdf023-4702-4255-afcc-902f79f23001 req-c3bb7fd8-5e38-4cf8-8995-05251c7b9d1c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0419915
Dec 02 18:02:05.003926 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-dc8fc0d3-196d-4436-8666-5cb878553d93 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1766911
Dec 02 18:02:05.015016 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Request body: {'floatingip': {'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:02:05.021145 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:02:05.031331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:02:05.040567 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:05.192708 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:05.480952 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Allocated IP 172.27.2.89 (0e06ccbb-5acd-4938-8c27-f383e561e919/532d231e-7a8d-40fb-bd4a-4a834cb48228/b75a9def-b1e2-43dd-94d9-5060661a585c) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 18:02:05.646411 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:05.674501 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:05.691342 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:06.067396 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event updated for resources: {'Port': ['ID=b75a9def-b1e2-43dd-94d9-5060661a585c,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:06.071887 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:06.122928 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Network 0e06ccbb-5acd-4938-8c27-f383e561e919 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 18:02:06.124169 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 18:02:06.126562 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 18:02:06.218039 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:06.284001 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:06.563269 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:06.567081 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:06.582980 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cc9459ef-80c3-4057-805a-6ec69f182eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:06.718587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event updated for resources: {'Port': ['ID=b75a9def-b1e2-43dd-94d9-5060661a585c,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:06.723000 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:06.825926 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:06.854944 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:06.856271 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8462934
Dec 02 18:02:06.941269 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-0dd9983f-d9f9-4802-a141-cadc75941d0b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Synchronizing usage tracker for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:floatingip {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:02:06.956243 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-0dd9983f-d9f9-4802-a141-cadc75941d0b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Unset dirty status for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:floatingip {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:02:06.957545 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-0dd9983f-d9f9-4802-a141-cadc75941d0b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.89 HTTP/1.1" status: 200  len: 695 time: 0.0947626
Dec 02 18:02:07.134759 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-00b1313a-2821-42f9-afe8-ef1e771d5c83 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:07.136216 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2ff679f1-39ad-4a62-8f71-6bb23a1eb692 req-00b1313a-2821-42f9-afe8-ef1e771d5c83 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/networks/0e06ccbb-5acd-4938-8c27-f383e561e919 HTTP/1.1" status: 200  len: 784 time: 0.1725140
Dec 02 18:02:07.342668 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-dd6584d9-b4f2-40b5-a2fd-c77338a13233 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:07.344078 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-dd6584d9-b4f2-40b5-a2fd-c77338a13233 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0954540
Dec 02 18:02:07.439085 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-5fcda1b7-0b21-4f18-9b7d-03bbab679900 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.89 HTTP/1.1" status: 200  len: 695 time: 0.0884392
Dec 02 18:02:07.451141 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-4bb0b775-45b7-4f79-8717-470daeec384d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Request body: {'floatingip': {'port_id': '1ccea886-a871-442e-93f9-bfd85f5a3add', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:02:07.534834 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-4bb0b775-45b7-4f79-8717-470daeec384d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, before_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:08.159603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-4bb0b775-45b7-4f79-8717-470daeec384d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, precommit_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:08.162541 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-4bb0b775-45b7-4f79-8717-470daeec384d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:08.575642 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-4bb0b775-45b7-4f79-8717-470daeec384d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Floating IP a8576ec9-fc38-4e39-8b53-b60cb629f59a associated. External IP: 172.27.2.89, port: 1ccea886-a871-442e-93f9-bfd85f5a3add.
Dec 02 18:02:08.956910 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-4bb0b775-45b7-4f79-8717-470daeec384d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 18:02:09.192836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-4bb0b775-45b7-4f79-8717-470daeec384d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 18:02:09.200967 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-4bb0b775-45b7-4f79-8717-470daeec384d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:09.208859 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b23231d-3c08-4d55-bd7e-8b1f5d31798f None None] Sync routers for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 18:02:09.220206 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b23231d-3c08-4d55-bd7e-8b1f5d31798f None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:02:09.220921 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-5b23231d-3c08-4d55-bd7e-8b1f5d31798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c60cb70>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:01:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:02:09.271557 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-4bb0b775-45b7-4f79-8717-470daeec384d tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "PUT /v2.0/floatingips/a8576ec9-fc38-4e39-8b53-b60cb629f59a HTTP/1.1" status: 200  len: 996 time: 1.8251982
Dec 02 18:02:09.272384 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd51533-1bf2-4747-ab62-b7612e83cb85', 'tag': '1ccea886-a871-442e-93f9-bfd85f5a3add'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:02:09.359377 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-29ab6644-6105-4490-9cd8-f3c6b66f8b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:09.361065 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-29ab6644-6105-4490-9cd8-f3c6b66f8b4c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 1163 time: 0.0814235
Dec 02 18:02:09.425778 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-5b23231d-3c08-4d55-bd7e-8b1f5d31798f None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:02:09.518844 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-1d6cf1bf-a213-46da-9a14-b8a28c38b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:09.522541 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-1d6cf1bf-a213-46da-9a14-b8a28c38b576 service neutron] 10.222.0.21 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 905 time: 0.1532295
Dec 02 18:02:09.655105 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-ec006d3e-fb4c-41a4-928b-c675e2a3c35b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ccea886-a871-442e-93f9-bfd85f5a3add HTTP/1.1" status: 200  len: 999 time: 0.1243520
Dec 02 18:02:09.712844 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd51533-1bf2-4747-ab62-b7612e83cb85', 'tag': '1ccea886-a871-442e-93f9-bfd85f5a3add', 'status': 'completed', 'code': 200}
Dec 02 18:02:09.734182 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-7ed83df4-49bd-40f4-bab1-84fe31dba405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:09.735728 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-7ed83df4-49bd-40f4-bab1-84fe31dba405 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 HTTP/1.1" status: 200  len: 850 time: 0.0740621
Dec 02 18:02:09.831632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49827e3-d13d-44f0-b50b-2c10b998afb4 req-a672d6e2-ad4f-413a-a803-1c2b0a98e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:09.833389 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f49827e3-d13d-44f0-b50b-2c10b998afb4 req-a672d6e2-ad4f-413a-a803-1c2b0a98e307 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 1163 time: 0.0950584
Dec 02 18:02:09.835601 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-4ec884d2-08be-4cc6-96ae-3cf980e1d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:09.837238 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-4ec884d2-08be-4cc6-96ae-3cf980e1d9f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81ba944c-237a-4bb9-9742-673bb3d6486a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0895188
Dec 02 18:02:09.881798 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-5b23231d-3c08-4d55-bd7e-8b1f5d31798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c60cb70>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'a8576ec9-fc38-4e39-8b53-b60cb629f59a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'port_id': '1ccea886-a871-442e-93f9-bfd85f5a3add', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'mac_address': 'fa:16:3e:a3:f5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd51533-1bf2-4747-ab62-b7612e83cb85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T18:02:06Z', 'updated_at': '2020-12-02T18:02:08Z', 'revision_number': 1, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'fixed_ip_address_scope': None}, {'id': 'cc2cd0a9-d623-4476-8d75-d142030e1eed', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'port_id': '8267b447-70fa-4938-b1be-7bf5893e8962', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'mac_address': 'fa:16:3e:f4:d7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:59:20Z', 'updated_at': '2020-12-02T17:59:25Z', 'revision_number': 2, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:02:09.888951 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b23231d-3c08-4d55-bd7e-8b1f5d31798f None None] Checking router: 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 18:02:09.900585 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b23231d-3c08-4d55-bd7e-8b1f5d31798f None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:02:09.902212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-5b23231d-3c08-4d55-bd7e-8b1f5d31798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c60cb70>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:01:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:02:10.002007 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-6a71a0d0-50a0-46b8-98b3-730ce7dfa8a2 service neutron] 10.222.0.21 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1564035
Dec 02 18:02:10.008436 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49827e3-d13d-44f0-b50b-2c10b998afb4 req-4fd3ac0f-1903-4513-9486-95bb5710e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:10.010099 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f49827e3-d13d-44f0-b50b-2c10b998afb4 req-4fd3ac0f-1903-4513-9486-95bb5710e9e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 905 time: 0.1621869
Dec 02 18:02:10.150986 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f49827e3-d13d-44f0-b50b-2c10b998afb4 req-dff8fb7b-6032-49fb-895c-abbb8e809fe8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ccea886-a871-442e-93f9-bfd85f5a3add HTTP/1.1" status: 200  len: 999 time: 0.1331472
Dec 02 18:02:10.174633 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1e6f01bd-959e-4cd4-a832-a98071c770f4 req-2a26a7ca-8797-4673-9f43-10050602c9c7 service neutron] 10.222.0.21 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1618671
Dec 02 18:02:10.245703 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49827e3-d13d-44f0-b50b-2c10b998afb4 req-fccd3226-5a78-4edf-b777-9b3b14a12a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:10.245703 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f49827e3-d13d-44f0-b50b-2c10b998afb4 req-fccd3226-5a78-4edf-b777-9b3b14a12a1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 HTTP/1.1" status: 200  len: 850 time: 0.0860155
Dec 02 18:02:10.272594 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-5b23231d-3c08-4d55-bd7e-8b1f5d31798f None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:02:10.344512 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49827e3-d13d-44f0-b50b-2c10b998afb4 req-0d09d7ed-07e0-46f5-b98d-3db7b30e4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:10.346177 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f49827e3-d13d-44f0-b50b-2c10b998afb4 req-0d09d7ed-07e0-46f5-b98d-3db7b30e4031 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81ba944c-237a-4bb9-9742-673bb3d6486a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0914054
Dec 02 18:02:10.449942 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:10.537111 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f49827e3-d13d-44f0-b50b-2c10b998afb4 req-c8fbf6dc-2925-444e-8c44-c79e6b32a549 service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1760995
Dec 02 18:02:10.708009 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-5b23231d-3c08-4d55-bd7e-8b1f5d31798f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c60cb70>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'a8576ec9-fc38-4e39-8b53-b60cb629f59a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'port_id': '1ccea886-a871-442e-93f9-bfd85f5a3add', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'mac_address': 'fa:16:3e:a3:f5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd51533-1bf2-4747-ab62-b7612e83cb85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T18:02:06Z', 'updated_at': '2020-12-02T18:02:08Z', 'revision_number': 1, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'fixed_ip_address_scope': None}, {'id': 'cc2cd0a9-d623-4476-8d75-d142030e1eed', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'port_id': '8267b447-70fa-4938-b1be-7bf5893e8962', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'mac_address': 'fa:16:3e:f4:d7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:59:20Z', 'updated_at': '2020-12-02T17:59:25Z', 'revision_number': 2, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:02:10.709528 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f49827e3-d13d-44f0-b50b-2c10b998afb4 req-6ceabc1a-1689-4789-bc07-37be6bc89fe3 service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1648321
Dec 02 18:02:10.712808 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b23231d-3c08-4d55-bd7e-8b1f5d31798f None None] The sync data for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi is: [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'a8576ec9-fc38-4e39-8b53-b60cb629f59a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'floating_ip_address': '172.27.2.89', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'port_id': '1ccea886-a871-442e-93f9-bfd85f5a3add', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'mac_address': 'fa:16:3e:a3:f5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd51533-1bf2-4747-ab62-b7612e83cb85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T18:02:06Z', 'updated_at': '2020-12-02T18:02:08Z', 'revision_number': 1, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'fixed_ip_address_scope': None}, {'id': 'cc2cd0a9-d623-4476-8d75-d142030e1eed', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'port_id': '8267b447-70fa-4938-b1be-7bf5893e8962', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'mac_address': 'fa:16:3e:f4:d7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:59:20Z', 'updated_at': '2020-12-02T17:59:25Z', 'revision_number': 2, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 18:02:10.993732 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfcf9c3-2fc3-45ab-98aa-36689bfc6562 None None] New status for floating IP a8576ec9-fc38-4e39-8b53-b60cb629f59a: ACTIVE {{(pid=80246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 18:02:12.099490 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:02:12.360167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-23b43b58-27f6-47e5-969a-8c8ec77cd61e tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:12.361954 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-23b43b58-27f6-47e5-969a-8c8ec77cd61e tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/networks?id=1bde29dc-4d1d-465a-8dbb-101137b936ed HTTP/1.1" status: 200  len: 815 time: 0.1643105
Dec 02 18:02:12.379399 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-1c81032b-63da-43bc-af15-27f3ad767b32 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/quotas/c0538ce883714453812aeeddc7cdcb29 HTTP/1.1" status: 200  len: 375 time: 0.0110824
Dec 02 18:02:12.473989 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-ed9fa10b-9840-4f4a-99b1-1ebd8652983b tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0538ce883714453812aeeddc7cdcb29&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0881674
Dec 02 18:02:12.639795 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-285202d2-2232-4917-98ae-acc65a558283 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=80243) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 02 18:02:12.641049 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-285202d2-2232-4917-98ae-acc65a558283 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1592414
Dec 02 18:02:12.794839 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-59808ebe-1a5f-4a1d-8f28-7da426ee8f64 service neutron] 10.222.0.21 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448951
Dec 02 18:02:12.969020 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-6b7f8c27-6e7e-4a75-b772-cf6a71aa634c service neutron] 10.222.0.21 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1677318
Dec 02 18:02:13.239802 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6594e3c3-1e36-406d-87f9-fde2f476d171 req-a7caf209-a116-4212-b32d-aa802e37878a tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 210 time: 0.0779519
Dec 02 18:02:14.433608 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-53b72ab3-cc2e-4d29-b925-b511b3f44ee3 req-e067e55a-98fa-4eb6-8d70-71246542cdf1 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 210 time: 0.0476151
Dec 02 18:02:14.636905 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-23de7fc9-1611-475f-a267-fec16c88fb28 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:14.638562 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-23de7fc9-1611-475f-a267-fec16c88fb28 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.43 "GET /v2.0/networks?id=1bde29dc-4d1d-465a-8dbb-101137b936ed HTTP/1.1" status: 200  len: 815 time: 0.1628845
Dec 02 18:02:14.667204 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-96cc070b-889a-4cbe-a6c5-cc63e3f2940d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Request body: {'port': {'device_id': 'd4566174-ff4d-4a89-9dd0-62e0f097e287', 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed', 'admin_state_up': True, 'tenant_id': 'c0538ce883714453812aeeddc7cdcb29'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:02:14.817052 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-96cc070b-889a-4cbe-a6c5-cc63e3f2940d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:02:14.826862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-96cc070b-889a-4cbe-a6c5-cc63e3f2940d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:02:14.835727 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-96cc070b-889a-4cbe-a6c5-cc63e3f2940d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Made reservation on behalf of c0538ce883714453812aeeddc7cdcb29 for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 18:02:14.841997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-96cc070b-889a-4cbe-a6c5-cc63e3f2940d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:15.160919 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-96cc070b-889a-4cbe-a6c5-cc63e3f2940d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Allocated IP 172.20.0.13 (1bde29dc-4d1d-465a-8dbb-101137b936ed/fa0de534-b93d-468e-a3e1-528579a83652/890eb12f-af56-4ead-9b00-48e498910279) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 18:02:15.388916 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-96cc070b-889a-4cbe-a6c5-cc63e3f2940d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:15.416014 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-96cc070b-889a-4cbe-a6c5-cc63e3f2940d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:15.431533 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a74a9e54-54d3-42b2-9c58-aa39b7f880f0 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:15.573515 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc070b-889a-4cbe-a6c5-cc63e3f2940d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Pushing event updated for resources: {'Port': ['ID=890eb12f-af56-4ead-9b00-48e498910279,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:15.578639 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-96cc070b-889a-4cbe-a6c5-cc63e3f2940d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:15.633240 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-96cc070b-889a-4cbe-a6c5-cc63e3f2940d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Network 1bde29dc-4d1d-465a-8dbb-101137b936ed is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 18:02:15.634490 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-96cc070b-889a-4cbe-a6c5-cc63e3f2940d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 18:02:15.637573 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-96cc070b-889a-4cbe-a6c5-cc63e3f2940d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 18:02:15.656251 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bc690-9ef4-4d46-8d1d-b587e60ba2b0 req-9aa4ed11-0375-42a7-b4a1-dff0a0ebd7e2 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:15.657950 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-033bc690-9ef4-4d46-8d1d-b587e60ba2b0 req-9aa4ed11-0375-42a7-b4a1-dff0a0ebd7e2 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 932 time: 0.0897021
Dec 02 18:02:15.704283 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-96cc070b-889a-4cbe-a6c5-cc63e3f2940d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:15.704889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-96cc070b-889a-4cbe-a6c5-cc63e3f2940d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:15.711285 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-033bc690-9ef4-4d46-8d1d-b587e60ba2b0 req-4d5e2bea-d1c4-48a4-a6c6-5fbdfc83f778 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461555
Dec 02 18:02:15.730092 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-96cc070b-889a-4cbe-a6c5-cc63e3f2940d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0679328
Dec 02 18:02:15.752918 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Request body: {'port': {'device_id': 'd4566174-ff4d-4a89-9dd0-62e0f097e287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:02:15.873611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:16.518126 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890eb12f-af56-4ead-9b00-48e498910279 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 18:02:16.525303 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:16.538506 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Transition to ACTIVE for port object 890eb12f-af56-4ead-9b00-48e498910279 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 18:02:16.540948 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:16.556642 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-46fda530-e2bb-4fad-bf25-c172985d9ae5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:16.692212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Pushing event updated for resources: {'Port': ['ID=890eb12f-af56-4ead-9b00-48e498910279,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:16.696643 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:16.937397 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Attempting to bind port 890eb12f-af56-4ead-9b00-48e498910279 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 18:02:16.937764 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Attempting to bind port 890eb12f-af56-4ead-9b00-48e498910279 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '1c3196de-da12-4a42-b447-7ace3e2b21c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 18:02:16.938129 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Attempting to bind port 890eb12f-af56-4ead-9b00-48e498910279 on network 1bde29dc-4d1d-465a-8dbb-101137b936ed {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 18:02:16.952187 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 18, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 18:02:16.952564 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Checking segment: {'id': '1c3196de-da12-4a42-b447-7ace3e2b21c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 18:02:16.952970 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:16.953361 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Bound using segment: {'id': '1c3196de-da12-4a42-b447-7ace3e2b21c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 18:02:16.953838 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Bound port: 890eb12f-af56-4ead-9b00-48e498910279, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3196de-da12-4a42-b447-7ace3e2b21c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1bde29dc-4d1d-465a-8dbb-101137b936ed'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 18:02:16.954208 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:17.008366 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305422b-ed39-4796-84da-9b7410e4f9b1 req-eea13733-39fc-4874-839c-72b2ad562315 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:17.009127 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-0305422b-ed39-4796-84da-9b7410e4f9b1 req-eea13733-39fc-4874-839c-72b2ad562315 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Synchronizing usage tracker for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:02:17.058210 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-0305422b-ed39-4796-84da-9b7410e4f9b1 req-eea13733-39fc-4874-839c-72b2ad562315 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Unset dirty status for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:02:17.059557 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0305422b-ed39-4796-84da-9b7410e4f9b1 req-eea13733-39fc-4874-839c-72b2ad562315 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 944 time: 0.2153397
Dec 02 18:02:17.092022 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] For port 890eb12f-af56-4ead-9b00-48e498910279, host hv-cinder-73362, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 18:02:17.111214 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] For port 890eb12f-af56-4ead-9b00-48e498910279, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=890eb12f-af56-4ead-9b00-48e498910279,segment=NetworkSegment(1c3196de-da12-4a42-b447-7ace3e2b21c4),segment_id=1c3196de-da12-4a42-b447-7ace3e2b21c4)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 18:02:17.118053 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:17.139587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f396b388-4c83-47f0-9865-082498725660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:17.189551 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-0305422b-ed39-4796-84da-9b7410e4f9b1 req-b3692fe5-d2af-4a3a-85ca-18e20b79633f tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1209762
Dec 02 18:02:17.293196 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Pushing event updated for resources: {'Port': ['ID=890eb12f-af56-4ead-9b00-48e498910279,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:17.303293 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:17.336912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:17.337592 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:17.339483 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-40f52731-7939-47e9-8bad-599fe8603e15 service neutron] 10.222.0.43 "PUT /v2.0/ports/890eb12f-af56-4ead-9b00-48e498910279 HTTP/1.1" status: 200  len: 1158 time: 1.5911181
Dec 02 18:02:17.340007 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4566174-ff4d-4a89-9dd0-62e0f097e287', 'tag': '890eb12f-af56-4ead-9b00-48e498910279'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:02:17.436659 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4566174-ff4d-4a89-9dd0-62e0f097e287', 'tag': '890eb12f-af56-4ead-9b00-48e498910279', 'status': 'completed', 'code': 200}
Dec 02 18:02:17.473493 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-4974be56-9505-4081-801d-3c06450cdfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:17.475114 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-4974be56-9505-4081-801d-3c06450cdfa2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0538ce883714453812aeeddc7cdcb29&device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 1161 time: 0.0790370
Dec 02 18:02:17.562538 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-a3a9cd04-12af-4bf3-aeeb-0eb14c26bfe8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=890eb12f-af56-4ead-9b00-48e498910279 HTTP/1.1" status: 200  len: 217 time: 0.0698366
Dec 02 18:02:17.638860 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-bc49b643-6dca-4849-aa19-cb069735ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:17.640397 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-bc49b643-6dca-4849-aa19-cb069735ccb7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa0de534-b93d-468e-a3e1-528579a83652 HTTP/1.1" status: 200  len: 855 time: 0.0641255
Dec 02 18:02:17.695854 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-c69fb2ff-2d47-492e-900d-862d4df78fc7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1bde29dc-4d1d-465a-8dbb-101137b936ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468318
Dec 02 18:02:17.853033 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-f51e1217-4f97-4f00-93ad-881c69713cd3 service neutron] 10.222.0.43 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1481528
Dec 02 18:02:18.002338 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3f4517b-bc19-4de0-9615-e9f2020b075e req-a6b44a17-3ad9-408d-957d-4e0f702a3222 service neutron] 10.222.0.43 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417017
Dec 02 18:02:18.193763 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f5eb1-dea3-4988-bd7f-64a7dd4c9247 req-0f6ee2f0-c924-4cc3-aad3-b59a3c3e0b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:18.195478 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d32f5eb1-dea3-4988-bd7f-64a7dd4c9247 req-0f6ee2f0-c924-4cc3-aad3-b59a3c3e0b88 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c0538ce883714453812aeeddc7cdcb29&device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 1161 time: 0.0765629
Dec 02 18:02:18.348895 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f5eb1-dea3-4988-bd7f-64a7dd4c9247 req-30e13333-e888-4e2d-8793-6cb6b5471af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:18.350605 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d32f5eb1-dea3-4988-bd7f-64a7dd4c9247 req-30e13333-e888-4e2d-8793-6cb6b5471af7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1bde29dc-4d1d-465a-8dbb-101137b936ed HTTP/1.1" status: 200  len: 909 time: 0.1478739
Dec 02 18:02:18.437992 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d32f5eb1-dea3-4988-bd7f-64a7dd4c9247 req-894f6fe6-0754-476a-83dc-fab09437dd6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=890eb12f-af56-4ead-9b00-48e498910279 HTTP/1.1" status: 200  len: 217 time: 0.0792451
Dec 02 18:02:18.562107 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32f5eb1-dea3-4988-bd7f-64a7dd4c9247 req-411dc48d-ede1-498c-af30-5b21e580bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:18.563754 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d32f5eb1-dea3-4988-bd7f-64a7dd4c9247 req-411dc48d-ede1-498c-af30-5b21e580bfb4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fa0de534-b93d-468e-a3e1-528579a83652 HTTP/1.1" status: 200  len: 855 time: 0.1187131
Dec 02 18:02:18.628615 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d32f5eb1-dea3-4988-bd7f-64a7dd4c9247 req-dc024f4e-d2a6-4b62-9632-ab6cf1c633e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1bde29dc-4d1d-465a-8dbb-101137b936ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0566235
Dec 02 18:02:18.639972 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c42cd-b387-40c6-9146-84a1ae58a7ab req-84ee2090-c917-4684-ae6d-08286de19c39 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:18.641526 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5a6c42cd-b387-40c6-9146-84a1ae58a7ab req-84ee2090-c917-4684-ae6d-08286de19c39 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 944 time: 0.1577539
Dec 02 18:02:18.785131 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5a6c42cd-b387-40c6-9146-84a1ae58a7ab req-7d51a4fa-e14b-4c56-b3b5-980ac3cb2933 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205111
Dec 02 18:02:18.819502 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d32f5eb1-dea3-4988-bd7f-64a7dd4c9247 req-52b12284-95d1-4ac3-9fe1-177520df62bb service neutron] 10.222.0.43 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1769562
Dec 02 18:02:18.969931 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d32f5eb1-dea3-4988-bd7f-64a7dd4c9247 req-5a26cba9-7e23-4c86-b040-1f580e5618e9 service neutron] 10.222.0.43 "GET /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385040
Dec 02 18:02:20.000608 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd6711-9263-42bb-b541-abc4e9b8f8ff req-c4f2c02d-f858-4385-8cb1-b4ec47b0e25f tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:20.002209 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01cd6711-9263-42bb-b541-abc4e9b8f8ff req-c4f2c02d-f858-4385-8cb1-b4ec47b0e25f tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 944 time: 0.0873077
Dec 02 18:02:20.049912 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-01cd6711-9263-42bb-b541-abc4e9b8f8ff req-3d81dd5a-d84f-4803-a524-76eb175eec7d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412176
Dec 02 18:02:21.278931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88da40-2a78-494f-8008-f466e996f0c6 req-cb772398-ebc1-4a21-aabe-5fb2db943bc3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:21.280571 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5a88da40-2a78-494f-8008-f466e996f0c6 req-cb772398-ebc1-4a21-aabe-5fb2db943bc3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 944 time: 0.1001079
Dec 02 18:02:21.334629 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5a88da40-2a78-494f-8008-f466e996f0c6 req-3c4ce6fc-4056-4931-9904-05d72f29b3b5 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475252
Dec 02 18:02:22.550580 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50697cdb-b033-4774-ab45-87a273a720af req-d74d1337-1085-43a1-8d0e-e803610c063d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:22.552194 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50697cdb-b033-4774-ab45-87a273a720af req-d74d1337-1085-43a1-8d0e-e803610c063d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 944 time: 0.0879645
Dec 02 18:02:22.599755 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50697cdb-b033-4774-ab45-87a273a720af req-c4ff59d8-b05c-4920-afa3-598624ab390f tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404718
Dec 02 18:02:23.108124 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d0e75e47-e7f1-43ce-b3c9-ff08cbb8f29c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:23.821592 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29f604-b5b3-4557-b14a-e44d475e1c00 req-4ad64003-3d9d-440e-a1d5-7245f59cca93 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:23.823293 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f29f604-b5b3-4557-b14a-e44d475e1c00 req-4ad64003-3d9d-440e-a1d5-7245f59cca93 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 944 time: 0.0878823
Dec 02 18:02:23.873968 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3f29f604-b5b3-4557-b14a-e44d475e1c00 req-931fdcf4-b446-4ba2-a024-3b5d8270778d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436256
Dec 02 18:02:25.084860 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27092058-91ba-4085-81a0-7b59a2a5360d req-4a45ce48-48ca-4a00-9d25-cab7b588b278 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:25.086463 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-27092058-91ba-4085-81a0-7b59a2a5360d req-4a45ce48-48ca-4a00-9d25-cab7b588b278 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 944 time: 0.0825462
Dec 02 18:02:25.139515 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-27092058-91ba-4085-81a0-7b59a2a5360d req-8f8f60cc-9282-483b-97e8-063600f447fe tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459118
Dec 02 18:02:25.225417 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 890eb12f-af56-4ead-9b00-48e498910279 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:02:25.299708 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port 890eb12f-af56-4ead-9b00-48e498910279 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 18:02:25.304815 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 890eb12f-af56-4ead-9b00-48e498910279 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:02:25.305272 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:25.424324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:25.454793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4566174-ff4d-4a89-9dd0-62e0f097e287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890eb12f-af56-4ead-9b00-48e498910279'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:02:25.465946 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 890eb12f-af56-4ead-9b00-48e498910279, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=890eb12f-af56-4ead-9b00-48e498910279,segment=NetworkSegment(1c3196de-da12-4a42-b447-7ace3e2b21c4),segment_id=1c3196de-da12-4a42-b447-7ace3e2b21c4)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:02:25.469374 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:25.471434 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-13494361-9d19-4b9e-9da8-ef14e6a41d73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:25.515670 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4566174-ff4d-4a89-9dd0-62e0f097e287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890eb12f-af56-4ead-9b00-48e498910279', 'code': 200}
Dec 02 18:02:25.544267 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=890eb12f-af56-4ead-9b00-48e498910279,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:25.547658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:25.665517 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e42315a3-4f8f-42cc-8796-322111d174b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:25.810016 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb57c17-a718-47db-986a-7923c4a81dc3 req-5e33a47e-c42a-4d39-bfa6-7cd9b50044d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:25.811673 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3bb57c17-a718-47db-986a-7923c4a81dc3 req-5e33a47e-c42a-4d39-bfa6-7cd9b50044d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 1163 time: 0.0830100
Dec 02 18:02:25.857040 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3bb57c17-a718-47db-986a-7923c4a81dc3 req-0e646086-4015-46e0-8afe-00fc37a18ff6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383556
Dec 02 18:02:26.201781 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:26.354683 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60854a6c-7d03-4b18-8fde-2ca10e4ce4d9 req-a5a23e1f-3cc3-4f07-99f6-7390a0f7d1c0 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:26.356354 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-60854a6c-7d03-4b18-8fde-2ca10e4ce4d9 req-a5a23e1f-3cc3-4f07-99f6-7390a0f7d1c0 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 946 time: 0.0848825
Dec 02 18:02:26.405008 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-60854a6c-7d03-4b18-8fde-2ca10e4ce4d9 req-57afb59e-6b2b-4164-a6c1-3aabe67e6e1f tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420620
Dec 02 18:02:26.476104 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 890eb12f-af56-4ead-9b00-48e498910279 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:02:26.550420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 890eb12f-af56-4ead-9b00-48e498910279 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:02:26.550882 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:27.095604 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:27.623753 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f6708-9b88-4ec7-b34e-130cdbb6f4e9 req-dcbc50a5-fc2c-4caa-b0a0-d56f0d2b97c8 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:27.625406 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7c2f6708-9b88-4ec7-b34e-130cdbb6f4e9 req-dcbc50a5-fc2c-4caa-b0a0-d56f0d2b97c8 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 946 time: 0.0864451
Dec 02 18:02:27.677970 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7c2f6708-9b88-4ec7-b34e-130cdbb6f4e9 req-ea427924-e31a-4819-9c07-4aec350931ef tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460601
Dec 02 18:02:27.857684 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:28.891489 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b866a19-4690-4c9e-ad99-dc486998331c req-b0cf7bce-3b7e-4541-9d41-e0719bf5a607 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:28.893103 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9b866a19-4690-4c9e-ad99-dc486998331c req-b0cf7bce-3b7e-4541-9d41-e0719bf5a607 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 946 time: 0.0863879
Dec 02 18:02:28.940663 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9b866a19-4690-4c9e-ad99-dc486998331c req-15119093-570f-4807-b395-91326e0ec8a4 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409520
Dec 02 18:02:34.751607 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c9a11-cec6-4464-969b-1de1622e1f47 req-ef86d769-a49b-4fd3-90a3-f7503514e1ae tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:34.753239 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-395c9a11-cec6-4464-969b-1de1622e1f47 req-ef86d769-a49b-4fd3-90a3-f7503514e1ae tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0841453
Dec 02 18:02:34.802605 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-395c9a11-cec6-4464-969b-1de1622e1f47 req-15a2ba14-9911-475c-8876-0b7782089255 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429018
Dec 02 18:02:36.032329 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c4f90-6baa-4f8d-8b01-badd931254e8 req-84414d47-b56d-42f0-a823-dcb4077354f1 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:36.033935 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c9c4f90-6baa-4f8d-8b01-badd931254e8 req-84414d47-b56d-42f0-a823-dcb4077354f1 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0841668
Dec 02 18:02:36.085044 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1c9c4f90-6baa-4f8d-8b01-badd931254e8 req-73387ba8-0ec9-4d97-99bf-c16e0a6237f9 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446568
Dec 02 18:02:37.137557 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf22c4f-3a17-4a9b-a2f2-62ab994be2ec req-ee1229c1-7209-4873-bb3e-b6125c722975 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:37.139822 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbf22c4f-3a17-4a9b-a2f2-62ab994be2ec req-ee1229c1-7209-4873-bb3e-b6125c722975 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.43 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.0991578
Dec 02 18:02:37.234793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-fbf22c4f-3a17-4a9b-a2f2-62ab994be2ec req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Deleting port d5d68572-ef62-4087-b61f-db6a4a7f65df {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:02:37.235183 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fbf22c4f-3a17-4a9b-a2f2-62ab994be2ec req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:37.425864 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552535a-2fbc-4b1d-a36d-5e243c3e590d req-fc61abc5-f7bc-49c7-b027-a20b9a674c27 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:37.427935 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5552535a-2fbc-4b1d-a36d-5e243c3e590d req-fc61abc5-f7bc-49c7-b027-a20b9a674c27 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 945 time: 0.1673377
Dec 02 18:02:37.568137 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5552535a-2fbc-4b1d-a36d-5e243c3e590d req-bd21195d-2206-43ae-8d93-bdaac8582382 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups?id=389eadca-e107-4546-a2ac-6563be97e5ad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1227205
Dec 02 18:02:37.612354 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-fbf22c4f-3a17-4a9b-a2f2-62ab994be2ec req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] For port d5d68572-ef62-4087-b61f-db6a4a7f65df, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=d5d68572-ef62-4087-b61f-db6a4a7f65df,segment=NetworkSegment(66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f),segment_id=66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:02:37.612757 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fbf22c4f-3a17-4a9b-a2f2-62ab994be2ec req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:38.139965 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fbf22c4f-3a17-4a9b-a2f2-62ab994be2ec req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for floatingip, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:38.140532 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fbf22c4f-3a17-4a9b-a2f2-62ab994be2ec req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854217367'] for floatingip, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:38.140710 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [req-fbf22c4f-3a17-4a9b-a2f2-62ab994be2ec req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Floating IP d02225c2-0ec5-4964-930f-030bcd5ff4dd disassociated. External IP: 172.27.2.131, port: d5d68572-ef62-4087-b61f-db6a4a7f65df.
Dec 02 18:02:38.141099 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-fbf22c4f-3a17-4a9b-a2f2-62ab994be2ec req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Calling delete_port for d5d68572-ef62-4087-b61f-db6a4a7f65df owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:02:38.294031 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fbf22c4f-3a17-4a9b-a2f2-62ab994be2ec req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:38.311059 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-746b164d-dee8-41e7-b4a2-0f024a39ddde tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:38.359103 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event deleted for resources: {'Port': ['ID=d5d68572-ef62-4087-b61f-db6a4a7f65df,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:38.383287 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.383708 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.384125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.384536 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.384942 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.385974 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.386299 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.386736 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.387150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.387552 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.387957 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.388356 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.388829 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.389226 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.389625 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.390077 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.390417 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.390842 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.391237 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.391632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.392025 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.392418 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.392810 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.393205 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:38.398691 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:38.523154 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device d5d68572-ef62-4087-b61f-db6a4a7f65df no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:02:38.560575 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-36e6c24d-eefe-4617-9042-be281554067e None None] No Port match for: d5d68572-ef62-4087-b61f-db6a4a7f65df {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:02:38.560978 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device d5d68572-ef62-4087-b61f-db6a4a7f65df not bound to the agent host hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:02:38.709598 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbf22c4f-3a17-4a9b-a2f2-62ab994be2ec req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Router 1cdf980c-19ec-4403-901f-470e99d43915 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 18:02:38.776493 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7f299b2f-d106-47c6-9685-658f70b7b2e5 req-604f1295-9e1a-4697-813f-a454844358a2 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/ports?device_id=ed5b4704-c089-4a08-a0ad-d85b5b81d219 HTTP/1.1" status: 200  len: 210 time: 0.0568261
Dec 02 18:02:38.899934 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbf22c4f-3a17-4a9b-a2f2-62ab994be2ec req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 18:02:38.911907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb162af-918d-4287-a7b7-901563561d38 None None] Sync routers for ids ['1cdf980c-19ec-4403-901f-470e99d43915'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 18:02:38.928030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb162af-918d-4287-a7b7-901563561d38 None None] Routers {'1cdf980c-19ec-4403-901f-470e99d43915'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:02:38.928742 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-4fb162af-918d-4287-a7b7-901563561d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c5f2940>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:02:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['1cdf980c-19ec-4403-901f-470e99d43915'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:02:38.938756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf22c4f-3a17-4a9b-a2f2-62ab994be2ec req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] No DVR routers for this DVR port d5d68572-ef62-4087-b61f-db6a4a7f65df on host hv-cinder-73362 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 18:02:38.941146 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fbf22c4f-3a17-4a9b-a2f2-62ab994be2ec req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:38.944312 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5b4704-c089-4a08-a0ad-d85b5b81d219', 'name': 'network-vif-deleted', 'tag': 'd5d68572-ef62-4087-b61f-db6a4a7f65df'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:02:38.985056 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fbf22c4f-3a17-4a9b-a2f2-62ab994be2ec req-eeafcb54-659c-41a9-b46b-0832d0c8c02d tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.43 "DELETE /v2.0/ports/d5d68572-ef62-4087-b61f-db6a4a7f65df HTTP/1.1" status: 204  len: 173 time: 1.8218927
Dec 02 18:02:39.018928 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5b4704-c089-4a08-a0ad-d85b5b81d219', 'name': 'network-vif-deleted', 'tag': 'd5d68572-ef62-4087-b61f-db6a4a7f65df', 'status': 'completed', 'code': 200}
Dec 02 18:02:39.130170 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-4fb162af-918d-4287-a7b7-901563561d38 None None] Set router 1cdf980c-19ec-4403-901f-470e99d43915 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:02:39.493318 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-4fb162af-918d-4287-a7b7-901563561d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c5f2940>, [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:50:10Z', 'revision_number': 4, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '50efa7b0-2dc3-488b-a8dc-5310248c1b60', 'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'mac_address': 'fa:16:3e:ca:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:03Z', 'updated_at': '2020-12-02T17:50:26Z', 'revision_number': 5, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'subnets': [{'id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:02:39.496078 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9cd249cf-30e9-4cae-9170-87e3c804532f req-efed6043-df02-47e3-a0f1-00ed3fa383c1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1001549
Dec 02 18:02:39.497967 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb162af-918d-4287-a7b7-901563561d38 None None] Checking router: 1cdf980c-19ec-4403-901f-470e99d43915 for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 18:02:39.507032 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb162af-918d-4287-a7b7-901563561d38 None None] Routers {'1cdf980c-19ec-4403-901f-470e99d43915'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:02:39.513535 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-4fb162af-918d-4287-a7b7-901563561d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c5f2940>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:02:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['1cdf980c-19ec-4403-901f-470e99d43915'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:02:39.623977 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd249cf-30e9-4cae-9170-87e3c804532f req-414fd613-3b1b-43b1-a872-4665cb2aaf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:39.626044 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9cd249cf-30e9-4cae-9170-87e3c804532f req-414fd613-3b1b-43b1-a872-4665cb2aaf50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 1163 time: 0.0797479
Dec 02 18:02:39.694931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-4fb162af-918d-4287-a7b7-901563561d38 None None] Set router 1cdf980c-19ec-4403-901f-470e99d43915 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:02:39.811346 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd249cf-30e9-4cae-9170-87e3c804532f req-6a6923db-6405-4c9d-bc5b-35bc65b9828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:39.813113 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9cd249cf-30e9-4cae-9170-87e3c804532f req-6a6923db-6405-4c9d-bc5b-35bc65b9828c service neutron] 10.222.0.43 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 905 time: 0.1565690
Dec 02 18:02:39.934802 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9cd249cf-30e9-4cae-9170-87e3c804532f req-ca3ca99d-5b39-482c-b022-075955a4e1ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8267b447-70fa-4938-b1be-7bf5893e8962 HTTP/1.1" status: 200  len: 1001 time: 0.1102698
Dec 02 18:02:40.013825 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd249cf-30e9-4cae-9170-87e3c804532f req-682a89b9-d666-49fc-b662-42024bee78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:40.015489 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9cd249cf-30e9-4cae-9170-87e3c804532f req-682a89b9-d666-49fc-b662-42024bee78d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 HTTP/1.1" status: 200  len: 850 time: 0.0661004
Dec 02 18:02:40.038986 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-4fb162af-918d-4287-a7b7-901563561d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c5f2940>, [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:50:10Z', 'revision_number': 4, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '50efa7b0-2dc3-488b-a8dc-5310248c1b60', 'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'mac_address': 'fa:16:3e:ca:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:03Z', 'updated_at': '2020-12-02T17:50:26Z', 'revision_number': 5, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'subnets': [{'id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:02:40.043183 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb162af-918d-4287-a7b7-901563561d38 None None] The sync data for ids ['1cdf980c-19ec-4403-901f-470e99d43915'] in dv-cinder-733623-9-iscsi is: [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T17:50:10Z', 'revision_number': 4, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': '50efa7b0-2dc3-488b-a8dc-5310248c1b60', 'name': '', 'network_id': '3d5df4e7-9e83-4d6e-b367-2b18b115dead', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'mac_address': 'fa:16:3e:ca:7b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_interface', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:50:03Z', 'updated_at': '2020-12-02T17:50:26Z', 'revision_number': 5, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'subnets': [{'id': '7eb4d38d-7afb-4d11-b1ac-900651574376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 18:02:40.107845 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd249cf-30e9-4cae-9170-87e3c804532f req-548da28b-5330-48a4-8e2b-30361f3dac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:40.109533 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9cd249cf-30e9-4cae-9170-87e3c804532f req-548da28b-5330-48a4-8e2b-30361f3dac39 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81ba944c-237a-4bb9-9742-673bb3d6486a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849266
Dec 02 18:02:40.262601 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9cd249cf-30e9-4cae-9170-87e3c804532f req-d500c885-13ba-477c-be75-c47c399d2350 service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446817
Dec 02 18:02:40.402090 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:40.414541 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9cd249cf-30e9-4cae-9170-87e3c804532f req-199a7bd8-8d3b-478b-bb49-c56a1308c7ba service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433938
Dec 02 18:02:40.453442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d9d9b3-ae4a-41b9-8290-962765453e4c None None] New status for floating IP d02225c2-0ec5-4964-930f-030bcd5ff4dd: DOWN {{(pid=80246) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 18:02:40.970617 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60118) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:02:41.040656 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-68eb1175-1a7c-491c-bd39-30f32d87f658 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:41.070735 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-68eb1175-1a7c-491c-bd39-30f32d87f658 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:41.119138 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-68eb1175-1a7c-491c-bd39-30f32d87f658 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:41.124881 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-73a30502-9104-4e8e-ad9c-16f0c2904ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:41.145158 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb1175-1a7c-491c-bd39-30f32d87f658 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event deleted for resources: {'SecurityGroup': ['ID=389eadca-e107-4546-a2ac-6563be97e5ad,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:41.149653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-68eb1175-1a7c-491c-bd39-30f32d87f658 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:41.154216 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-68eb1175-1a7c-491c-bd39-30f32d87f658 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:41.155773 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-68eb1175-1a7c-491c-bd39-30f32d87f658 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "DELETE /v2.0/security-groups/389eadca-e107-4546-a2ac-6563be97e5ad HTTP/1.1" status: 204  len: 168 time: 0.1837149
Dec 02 18:02:41.158441 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60122) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:02:41.176643 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.api.v2.resource [None req-825f93d5-0402-4fbd-b386-5df98bb41f69 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] show failed (client error): The resource could not be found.
Dec 02 18:02:41.177740 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-825f93d5-0402-4fbd-b386-5df98bb41f69 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "GET /v2.0/security-groups/389eadca-e107-4546-a2ac-6563be97e5ad HTTP/1.1" status: 404  len: 347 time: 0.0182867
Dec 02 18:02:41.180757 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60126) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:02:41.347751 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-b734e08f-3904-4661-9bba-9b56f313dc93 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Deleting port a22afd3c-d942-434b-a38b-5fecda58352a {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:02:41.348131 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b734e08f-3904-4661-9bba-9b56f313dc93 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:41.531653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b734e08f-3904-4661-9bba-9b56f313dc93 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:41.532023 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b734e08f-3904-4661-9bba-9b56f313dc93 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for floatingip, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:41.680037 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-b734e08f-3904-4661-9bba-9b56f313dc93 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Calling delete_port for a22afd3c-d942-434b-a38b-5fecda58352a owned by network:floatingip {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:02:41.826643 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b734e08f-3904-4661-9bba-9b56f313dc93 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:41.846552 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a5cd8304-3100-481c-a01f-476de3f359c6 tempest-VolumesSnapshotTestJSON-1637043948 tempest-VolumesSnapshotTestJSON-1637043948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:41.906625 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734e08f-3904-4661-9bba-9b56f313dc93 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Pushing event deleted for resources: {'Port': ['ID=a22afd3c-d942-434b-a38b-5fecda58352a,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:41.963955 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b734e08f-3904-4661-9bba-9b56f313dc93 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:42.351314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b734e08f-3904-4661-9bba-9b56f313dc93 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks [] for floatingip, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:42.380607 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b734e08f-3904-4661-9bba-9b56f313dc93 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:42.381762 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b734e08f-3904-4661-9bba-9b56f313dc93 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] 10.222.0.21 "DELETE /v2.0/floatingips/d02225c2-0ec5-4964-930f-030bcd5ff4dd HTTP/1.1" status: 204  len: 168 time: 1.2000036
Dec 02 18:02:42.393418 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4571cab-77de-48e6-b45e-da54d1ecf104 req-19b01b6b-15ef-4781-b027-3061d2f7ef60 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:42.395275 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c4571cab-77de-48e6-b45e-da54d1ecf104 req-19b01b6b-15ef-4781-b027-3061d2f7ef60 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 946 time: 0.1263325
Dec 02 18:02:42.448245 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c4571cab-77de-48e6-b45e-da54d1ecf104 req-c988409e-d25a-4560-b9e8-4d012a233cbe tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460205
Dec 02 18:02:43.666111 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f54b76-8500-4ab3-b735-16bb5dd5cb55 req-8bdcebf0-c7d9-4d76-822d-590b0418e3a5 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:43.668898 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-16f54b76-8500-4ab3-b735-16bb5dd5cb55 req-8bdcebf0-c7d9-4d76-822d-590b0418e3a5 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 946 time: 0.0889521
Dec 02 18:02:43.723683 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-16f54b76-8500-4ab3-b735-16bb5dd5cb55 req-32432b63-5e80-404f-a395-47ba64885653 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479486
Dec 02 18:02:44.525216 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-38812b5d-b302-4bcf-90c1-4c216aafffce tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:44.526869 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-38812b5d-b302-4bcf-90c1-4c216aafffce tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.43 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 946 time: 0.0909219
Dec 02 18:02:44.531085 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 890eb12f-af56-4ead-9b00-48e498910279 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:02:44.611468 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Deleting port 890eb12f-af56-4ead-9b00-48e498910279 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:02:44.611845 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:44.661343 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:44.866489 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4566174-ff4d-4a89-9dd0-62e0f097e287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890eb12f-af56-4ead-9b00-48e498910279'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:02:44.879619 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 890eb12f-af56-4ead-9b00-48e498910279, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=890eb12f-af56-4ead-9b00-48e498910279,segment=NetworkSegment(1c3196de-da12-4a42-b447-7ace3e2b21c4),segment_id=1c3196de-da12-4a42-b447-7ace3e2b21c4)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:02:44.883583 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:44.886732 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:44.924262 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] For port 890eb12f-af56-4ead-9b00-48e498910279, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=890eb12f-af56-4ead-9b00-48e498910279,segment=NetworkSegment(1c3196de-da12-4a42-b447-7ace3e2b21c4),segment_id=1c3196de-da12-4a42-b447-7ace3e2b21c4)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:02:44.924666 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:44.962580 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4566174-ff4d-4a89-9dd0-62e0f097e287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '890eb12f-af56-4ead-9b00-48e498910279', 'code': 200}
Dec 02 18:02:44.963197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=890eb12f-af56-4ead-9b00-48e498910279,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:44.968037 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:44.986373 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55291bc-d8da-4e2c-be50-1cec194c5055 req-719e4c2f-931b-46db-b624-d9518471d25f tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:44.988074 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d55291bc-d8da-4e2c-be50-1cec194c5055 req-719e4c2f-931b-46db-b624-d9518471d25f tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 944 time: 0.1140888
Dec 02 18:02:45.037030 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d55291bc-d8da-4e2c-be50-1cec194c5055 req-597be40b-dd50-4694-b6ac-c305df7b8747 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425358
Dec 02 18:02:45.059602 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Calling delete_port for 890eb12f-af56-4ead-9b00-48e498910279 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:02:45.154520 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 18:02:45.155006 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 18:02:45.268501 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60162) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:02:45.655988 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Deleting port 890eb12f-af56-4ead-9b00-48e498910279 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:02:45.656368 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:45.803903 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558260'] for router_interface, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:45.940791 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] For port 890eb12f-af56-4ead-9b00-48e498910279, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=890eb12f-af56-4ead-9b00-48e498910279,segment=NetworkSegment(1c3196de-da12-4a42-b447-7ace3e2b21c4),segment_id=1c3196de-da12-4a42-b447-7ace3e2b21c4)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:02:45.941343 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:46.077566 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Calling delete_port for 890eb12f-af56-4ead-9b00-48e498910279 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:02:46.339722 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:46.357431 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3278d546-1c2c-41b8-92a9-03c41c5b5192 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:46.401403 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9e1ea-16aa-4844-8e4e-838db1a7c910 req-fd21f848-601e-40a5-8ab3-6e0cc8a45d2e tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:46.404165 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d9f9e1ea-16aa-4844-8e4e-838db1a7c910 req-fd21f848-601e-40a5-8ab3-6e0cc8a45d2e tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=d4566174-ff4d-4a89-9dd0-62e0f097e287 HTTP/1.1" status: 200  len: 944 time: 0.2172782
Dec 02 18:02:46.415940 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Pushing event deleted for resources: {'Port': ['ID=890eb12f-af56-4ead-9b00-48e498910279,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:46.442538 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:46.444179 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Deleting port 50efa7b0-2dc3-488b-a8dc-5310248c1b60 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:02:46.444560 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:46.650539 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] For port 50efa7b0-2dc3-488b-a8dc-5310248c1b60, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=50efa7b0-2dc3-488b-a8dc-5310248c1b60,segment=NetworkSegment(66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f),segment_id=66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:02:46.650876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:46.774892 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d9f9e1ea-16aa-4844-8e4e-838db1a7c910 req-dcf5e77b-4418-4f23-a0b7-73d47a20d9de tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3608818
Dec 02 18:02:46.784525 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Calling delete_port for 50efa7b0-2dc3-488b-a8dc-5310248c1b60 owned by network:router_interface {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:02:46.858043 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] No DVR routers for this DVR port 890eb12f-af56-4ead-9b00-48e498910279 on host hv-cinder-73362 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 18:02:46.860702 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:46.864525 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4566174-ff4d-4a89-9dd0-62e0f097e287', 'name': 'network-vif-deleted', 'tag': '890eb12f-af56-4ead-9b00-48e498910279'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:02:46.878869 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1b7cb078-47b9-403a-aee6-a1f6557b3b4f req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.43 "DELETE /v2.0/ports/890eb12f-af56-4ead-9b00-48e498910279 HTTP/1.1" status: 204  len: 173 time: 2.3449857
Dec 02 18:02:46.927630 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4566174-ff4d-4a89-9dd0-62e0f097e287', 'name': 'network-vif-deleted', 'tag': '890eb12f-af56-4ead-9b00-48e498910279', 'status': 'completed', 'code': 200}
Dec 02 18:02:46.963293 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:46.981507 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d442e75f-a56b-4d9c-b907-3fe365ae2148 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:47.031428 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=50efa7b0-2dc3-488b-a8dc-5310248c1b60,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:47.051991 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.052418 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.052836 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.053246 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.053649 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.054054 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.054456 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.054881 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.055283 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.055686 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.056107 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.056486 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.057242 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.057624 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.058709 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.059580 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.059981 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.060382 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.060798 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.061172 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.061565 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.061963 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.062359 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.062777 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:02:47.068045 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:47.436164 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850785554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854126231'] for router_interface, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:48.210713 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Router 1cdf980c-19ec-4403-901f-470e99d43915 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 18:02:48.399511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 18:02:48.409635 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3557da4f-fe3b-4dc6-86b2-706328c12781 None None] Sync routers for ids ['1cdf980c-19ec-4403-901f-470e99d43915'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 18:02:48.413609 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-c87e7f98-e133-4229-9139-b4d9c2bf5c47 admin admin] 10.222.0.21 "PUT /v2.0/routers/1cdf980c-19ec-4403-901f-470e99d43915/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1439385
Dec 02 18:02:48.416253 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60178) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:02:48.421736 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557da4f-fe3b-4dc6-86b2-706328c12781 None None] Routers {'1cdf980c-19ec-4403-901f-470e99d43915'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:02:48.422524 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-3557da4f-fe3b-4dc6-86b2-706328c12781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf677799b0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:02:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['1cdf980c-19ec-4403-901f-470e99d43915'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:02:48.610759 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fe35b7bb-38e6-4e56-90de-3af95865ebed admin admin] Notify callbacks [] for router, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:48.615753 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-3557da4f-fe3b-4dc6-86b2-706328c12781 None None] Set router 1cdf980c-19ec-4403-901f-470e99d43915 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:02:48.806873 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fe35b7bb-38e6-4e56-90de-3af95865ebed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:48.813496 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-fe35b7bb-38e6-4e56-90de-3af95865ebed admin admin] Deleting port 0de213e3-6089-4519-a9d2-32b49e046786 {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:02:48.813867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fe35b7bb-38e6-4e56-90de-3af95865ebed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:48.944828 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-3557da4f-fe3b-4dc6-86b2-706328c12781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf677799b0>, [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T18:02:46Z', 'revision_number': 5, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:02:48.950121 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3557da4f-fe3b-4dc6-86b2-706328c12781 None None] Checking router: 1cdf980c-19ec-4403-901f-470e99d43915 for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 18:02:48.959573 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3557da4f-fe3b-4dc6-86b2-706328c12781 None None] Routers {'1cdf980c-19ec-4403-901f-470e99d43915'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:02:48.960258 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-3557da4f-fe3b-4dc6-86b2-706328c12781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf677799b0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:02:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['1cdf980c-19ec-4403-901f-470e99d43915'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:02:49.006153 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-fe35b7bb-38e6-4e56-90de-3af95865ebed admin admin] For port 0de213e3-6089-4519-a9d2-32b49e046786, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=0de213e3-6089-4519-a9d2-32b49e046786,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:02:49.006576 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fe35b7bb-38e6-4e56-90de-3af95865ebed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:49.100148 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:02:49.140703 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-fe35b7bb-38e6-4e56-90de-3af95865ebed admin admin] Calling delete_port for 0de213e3-6089-4519-a9d2-32b49e046786 owned by network:router_gateway {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:02:49.180186 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-3557da4f-fe3b-4dc6-86b2-706328c12781 None None] Set router 1cdf980c-19ec-4403-901f-470e99d43915 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:02:49.314627 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fe35b7bb-38e6-4e56-90de-3af95865ebed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:49.560258 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-3557da4f-fe3b-4dc6-86b2-706328c12781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf677799b0>, [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T18:02:46Z', 'revision_number': 5, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:02:49.564849 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3557da4f-fe3b-4dc6-86b2-706328c12781 None None] The sync data for ids ['1cdf980c-19ec-4403-901f-470e99d43915'] in dv-cinder-733623-9-iscsi is: [{'id': '1cdf980c-19ec-4403-901f-470e99d43915', 'name': 'tempest-AttachVolumeShelveTestJSON-971505468-router', 'tenant_id': 'cbc1bec290674effad04cd89b614f4b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '0de213e3-6089-4519-a9d2-32b49e046786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:49:37Z', 'updated_at': '2020-12-02T18:02:46Z', 'revision_number': 5, 'project_id': 'cbc1bec290674effad04cd89b614f4b2', 'gw_port': {'id': '0de213e3-6089-4519-a9d2-32b49e046786', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ba:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cdf980c-19ec-4403-901f-470e99d43915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:49:42Z', 'updated_at': '2020-12-02T17:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 18:02:49.614415 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fe35b7bb-38e6-4e56-90de-3af95865ebed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558396'] for router_gateway, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:49.763730 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5877f-5b55-4b9c-9445-f946ee04210d req-d3e03733-336b-4d1d-82ce-8bda88f52f32 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:49.765008 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-f9a5877f-5b55-4b9c-9445-f946ee04210d req-d3e03733-336b-4d1d-82ce-8bda88f52f32 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Synchronizing usage tracker for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:02:49.774666 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fe35b7bb-38e6-4e56-90de-3af95865ebed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3749'] for router, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:49.777547 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fe35b7bb-38e6-4e56-90de-3af95865ebed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:49.784638 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-f9a5877f-5b55-4b9c-9445-f946ee04210d req-d3e03733-336b-4d1d-82ce-8bda88f52f32 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Unset dirty status for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:02:49.786288 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f9a5877f-5b55-4b9c-9445-f946ee04210d req-d3e03733-336b-4d1d-82ce-8bda88f52f32 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 946 time: 0.1478877
Dec 02 18:02:49.806793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fe35b7bb-38e6-4e56-90de-3af95865ebed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854217073'] for router, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:49.807459 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe35b7bb-38e6-4e56-90de-3af95865ebed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cdf980c-19ec-4403-901f-470e99d43915 {{(pid=80244) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 02 18:02:49.831141 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fe35b7bb-38e6-4e56-90de-3af95865ebed admin admin] Notify callbacks [] for router, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:49.835325 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-fe35b7bb-38e6-4e56-90de-3af95865ebed admin admin] 10.222.0.21 "DELETE /v2.0/routers/1cdf980c-19ec-4403-901f-470e99d43915 HTTP/1.1" status: 204  len: 168 time: 1.4155245
Dec 02 18:02:49.835720 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 60190) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:02:49.879427 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f9a5877f-5b55-4b9c-9445-f946ee04210d req-5a74e752-bd5a-48dc-8785-8450716305b4 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855772
Dec 02 18:02:49.920309 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3388002-0444-4e5b-bb8f-28552b91bbd4 admin admin] Deleting subnet 7eb4d38d-7afb-4d11-b1ac-900651574376 {{(pid=80243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 18:02:49.923924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e3388002-0444-4e5b-bb8f-28552b91bbd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:49.983016 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e3388002-0444-4e5b-bb8f-28552b91bbd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853494372'] for subnet, precommit_delete_associations {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:50.077012 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e3388002-0444-4e5b-bb8f-28552b91bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851170303'] for subnet, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:50.386512 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e3388002-0444-4e5b-bb8f-28552b91bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11511332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11453539'] for subnet, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:50.404991 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:50.461765 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3388002-0444-4e5b-bb8f-28552b91bbd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eb4d38d-7afb-4d11-b1ac-900651574376,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:50.467453 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e3388002-0444-4e5b-bb8f-28552b91bbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:50.552066 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e3388002-0444-4e5b-bb8f-28552b91bbd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:50.558731 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9226995-5431-479d-8d38-7f781ba1aa6e None None] Network 3d5df4e7-9e83-4d6e-b367-2b18b115dead requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 18:02:50.560066 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-e3388002-0444-4e5b-bb8f-28552b91bbd4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7eb4d38d-7afb-4d11-b1ac-900651574376 HTTP/1.1" status: 204  len: 168 time: 0.7231042
Dec 02 18:02:50.562458 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 60194) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:02:50.703944 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3483811'] for network, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:50.784340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Deleting port 0d9824ea-209e-4ebc-89ec-91c878143c50 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:02:50.784567 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:50.801915 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 0de213e3-6089-4519-a9d2-32b49e046786 no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:02:50.842151 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: 0de213e3-6089-4519-a9d2-32b49e046786 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:02:50.842528 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 0de213e3-6089-4519-a9d2-32b49e046786 not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:02:50.842952 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 50efa7b0-2dc3-488b-a8dc-5310248c1b60 no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:02:50.881267 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: 50efa7b0-2dc3-488b-a8dc-5310248c1b60 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:02:50.881653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 50efa7b0-2dc3-488b-a8dc-5310248c1b60 not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:02:50.945015 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22874326-afba-4ae9-a6bd-d09a047cb29a None None] DHCP port deletion for 3d5df4e7-9e83-4d6e-b367-2b18b115dead request from dv-cinder-733623-9-iscsi {{(pid=80245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 02 18:02:50.952532 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-22874326-afba-4ae9-a6bd-d09a047cb29a None None] Deleting port 0d9824ea-209e-4ebc-89ec-91c878143c50 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:02:50.953102 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-22874326-afba-4ae9-a6bd-d09a047cb29a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:51.027235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] For port 0d9824ea-209e-4ebc-89ec-91c878143c50, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=0d9824ea-209e-4ebc-89ec-91c878143c50,segment=NetworkSegment(66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f),segment_id=66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:02:51.028091 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:51.164952 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a86bce-2117-4f25-9720-7eb9fa75820d req-86b7177d-203c-4788-a822-18768e76ee7a tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:51.166648 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-34a86bce-2117-4f25-9720-7eb9fa75820d req-86b7177d-203c-4788-a822-18768e76ee7a tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 946 time: 0.1273675
Dec 02 18:02:51.208362 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Calling delete_port for 0d9824ea-209e-4ebc-89ec-91c878143c50 owned by network:dhcp {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:02:51.223070 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-34a86bce-2117-4f25-9720-7eb9fa75820d req-f345291f-a2f8-411f-9112-f24b2414e57e tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487392
Dec 02 18:02:51.236777 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-22874326-afba-4ae9-a6bd-d09a047cb29a None None] For port 0d9824ea-209e-4ebc-89ec-91c878143c50, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=0d9824ea-209e-4ebc-89ec-91c878143c50,segment=NetworkSegment(66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f),segment_id=66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:02:51.237239 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-22874326-afba-4ae9-a6bd-d09a047cb29a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:51.297949 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:51.314194 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-acdcf110-2ee9-4af2-809a-e8180ff05f86 tempest-ServerRescueNegativeTestJSON-858374236 tempest-ServerRescueNegativeTestJSON-858374236] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:51.360147 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9824ea-209e-4ebc-89ec-91c878143c50,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:51.362937 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:51.370303 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-22874326-afba-4ae9-a6bd-d09a047cb29a None None] Calling delete_port for 0d9824ea-209e-4ebc-89ec-91c878143c50 owned by network:dhcp {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:02:51.446528 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [None req-22874326-afba-4ae9-a6bd-d09a047cb29a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 18:02:51.447069 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [None req-22874326-afba-4ae9-a6bd-d09a047cb29a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 18:02:51.461468 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] No DVR routers for this DVR port 0d9824ea-209e-4ebc-89ec-91c878143c50 on host dv-cinder-733623-9-iscsi {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 18:02:51.595709 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851106152', 'neutron.services.segments.db._delete_segments_for_network--9223363262389739448'] for network, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:51.776795 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf6747e828>,) {'filters': {'network_id': ['3d5df4e7-9e83-4d6e-b367-2b18b115dead']}} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:02:51.799961 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf6747e828>, '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f') {'for_net_delete': True} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:02:51.800299 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf6747e828>, '66d7ec52-c6b8-4073-b6ad-a3fda5f2f97f') {} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:02:51.824816 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262389743032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1281428'] for segment, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:51.841141 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-576275d2-727f-42f1-906f-07e5cdb68113 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:51.842828 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-576275d2-727f-42f1-906f-07e5cdb68113 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.43 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 946 time: 0.2268248
Dec 02 18:02:51.849765 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:51.882704 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 18:02:51.947856 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-22874326-afba-4ae9-a6bd-d09a047cb29a None None] Deleting port 0d9824ea-209e-4ebc-89ec-91c878143c50 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:02:51.948442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-22874326-afba-4ae9-a6bd-d09a047cb29a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:52.017930 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-22874326-afba-4ae9-a6bd-d09a047cb29a None None] The port '0d9824ea-209e-4ebc-89ec-91c878143c50' was deleted {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 02 18:02:52.049900 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Deleting port 74e1e77c-cf1c-481e-a6a5-c4e225896626 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:02:52.050187 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:52.174807 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Network 3d5df4e7-9e83-4d6e-b367-2b18b115dead has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:02:52.189826 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851109762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843264633'] for segment, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:52.505166 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Network 3d5df4e7-9e83-4d6e-b367-2b18b115dead has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]: Traceback (most recent call last):
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:     timer()
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:     cb(*args, **kw)
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:     return func(*args, **kwargs)
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._notify()
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.callback(batched_events)
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:     event.method(event)
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:     segment_id)['aggregates'][0]
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, *a, **k)
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._get(url).json()
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:     **kwargs)
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.request(url, 'GET', **kwargs)
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:     **endpoint_filter)
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 18:02:52.550516 dv-cinder-733623-9-iscsi neutron-server[80134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 18:02:52.622385 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 74e1e77c-cf1c-481e-a6a5-c4e225896626 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:02:52.734505 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3669648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854217382'] for network, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:52.747749 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:52.755300 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:52.780654 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:52.786224 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 74e1e77c-cf1c-481e-a6a5-c4e225896626, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=74e1e77c-cf1c-481e-a6a5-c4e225896626,segment=NetworkSegment(1c3196de-da12-4a42-b447-7ace3e2b21c4),segment_id=1c3196de-da12-4a42-b447-7ace3e2b21c4)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:02:52.787085 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f869d590-b74e-4e8e-90f8-e3105d1925ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e1e77c-cf1c-481e-a6a5-c4e225896626'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:02:52.793619 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:52.795520 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-830566bb-db2b-4f41-8e30-66256514aa34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:52.796293 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] For port 74e1e77c-cf1c-481e-a6a5-c4e225896626, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=74e1e77c-cf1c-481e-a6a5-c4e225896626,segment=NetworkSegment(1c3196de-da12-4a42-b447-7ace3e2b21c4),segment_id=1c3196de-da12-4a42-b447-7ace3e2b21c4)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:02:52.796721 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:52.806309 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d5df4e7-9e83-4d6e-b367-2b18b115dead,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:52.820674 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:52.851644 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 0d9824ea-209e-4ebc-89ec-91c878143c50 no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:02:52.953925 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef63d8-b4be-44eb-8b76-1d1b594ce08a req-2abf9908-0ad9-4b29-a793-e2ace03e2697 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:52.955833 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75ef63d8-b4be-44eb-8b76-1d1b594ce08a req-2abf9908-0ad9-4b29-a793-e2ace03e2697 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 946 time: 0.5823441
Dec 02 18:02:52.963029 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Calling delete_port for 74e1e77c-cf1c-481e-a6a5-c4e225896626 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:02:53.002577 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3d5df4e7-9e83-4d6e-b367-2b18b115dead HTTP/1.1" status: 204  len: 168 time: 2.4389234
Dec 02 18:02:53.047546 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f869d590-b74e-4e8e-90f8-e3105d1925ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74e1e77c-cf1c-481e-a6a5-c4e225896626', 'code': 200}
Dec 02 18:02:53.078623 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=74e1e77c-cf1c-481e-a6a5-c4e225896626,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:53.087304 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:53.087934 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: 0d9824ea-209e-4ebc-89ec-91c878143c50 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:02:53.088322 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 0d9824ea-209e-4ebc-89ec-91c878143c50 not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:02:53.105323 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-75ef63d8-b4be-44eb-8b76-1d1b594ce08a req-24de9ae7-26b0-419c-9b90-f7d847245be3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125741
Dec 02 18:02:53.120979 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 18:02:53.121554 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 18:02:53.137521 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4cf085b9-66f3-430f-9399-7cdf768e9561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:53.247454 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 60212) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:02:53.311703 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b87c3b3f-16aa-4afa-a729-2548b5f34062 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbc1bec290674effad04cd89b614f4b2&name=default HTTP/1.1" status: 200  len: 2875 time: 0.0627322
Dec 02 18:02:53.315497 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60216) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:02:53.385588 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-01524959-f795-42bf-9271-edb41c95add5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:53.421919 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-01524959-f795-42bf-9271-edb41c95add5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:53.629230 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Deleting port 74e1e77c-cf1c-481e-a6a5-c4e225896626 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:02:53.629230 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:53.632377 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-01524959-f795-42bf-9271-edb41c95add5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:53.645564 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-9c9e73cb-9981-4a19-8a12-10645e6a9ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:53.663780 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01524959-f795-42bf-9271-edb41c95add5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdecc67-15f6-43c2-9cdc-5585e6128249,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:53.667763 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-01524959-f795-42bf-9271-edb41c95add5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:53.669709 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-01524959-f795-42bf-9271-edb41c95add5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7bdecc67-15f6-43c2-9cdc-5585e6128249 HTTP/1.1" status: 204  len: 168 time: 0.3525126
Dec 02 18:02:53.671508 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-01524959-f795-42bf-9271-edb41c95add5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:54.243136 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] For port 74e1e77c-cf1c-481e-a6a5-c4e225896626, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=74e1e77c-cf1c-481e-a6a5-c4e225896626,segment=NetworkSegment(1c3196de-da12-4a42-b447-7ace3e2b21c4),segment_id=1c3196de-da12-4a42-b447-7ace3e2b21c4)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:02:54.243136 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:54.336725 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56da68-d182-417d-9fe7-2283851774ea req-9447f463-56a7-4bd6-823f-1f50a8f27cb4 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:54.349170 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ea56da68-d182-417d-9fe7-2283851774ea req-9447f463-56a7-4bd6-823f-1f50a8f27cb4 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 944 time: 0.1037104
Dec 02 18:02:54.398350 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Calling delete_port for 74e1e77c-cf1c-481e-a6a5-c4e225896626 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:02:54.412026 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ea56da68-d182-417d-9fe7-2283851774ea req-5f00c664-5977-45fa-9611-f26d6edd00b3 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610833
Dec 02 18:02:55.137094 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:55.157233 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-96cc070b-889a-4cbe-a6c5-cc63e3f2940d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:55.208894 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Pushing event deleted for resources: {'Port': ['ID=74e1e77c-cf1c-481e-a6a5-c4e225896626,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:02:55.211787 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:02:55.376507 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] No DVR routers for this DVR port 74e1e77c-cf1c-481e-a6a5-c4e225896626 on host hv-cinder-73362 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 18:02:55.378705 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:55.381588 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f869d590-b74e-4e8e-90f8-e3105d1925ea', 'name': 'network-vif-deleted', 'tag': '74e1e77c-cf1c-481e-a6a5-c4e225896626'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:02:55.398224 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e401fccb-d938-4c34-a848-0f164c8b6730 req-b7fd24f2-f398-46f5-8183-ef2a58da06df tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.43 "DELETE /v2.0/ports/74e1e77c-cf1c-481e-a6a5-c4e225896626 HTTP/1.1" status: 204  len: 173 time: 3.5459976
Dec 02 18:02:55.462805 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f869d590-b74e-4e8e-90f8-e3105d1925ea', 'name': 'network-vif-deleted', 'tag': '74e1e77c-cf1c-481e-a6a5-c4e225896626', 'status': 'completed', 'code': 200}
Dec 02 18:02:55.629451 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e1a3a667-0593-4677-bf9b-f6c13c32ada8 req-c7c20716-02bb-4df9-b11b-30da2e0d40ec tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=f869d590-b74e-4e8e-90f8-e3105d1925ea HTTP/1.1" status: 200  len: 210 time: 0.0579209
Dec 02 18:02:55.674900 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-651275eb-37eb-428d-b242-dc8c0fa933b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:56.211035 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:57.120070 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:57.183882 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15af5b0-9efb-4817-9e03-f3bc8e4c7561 req-d2430aac-e74e-4cfe-bff0-e02dd1f89682 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:57.184733 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-a15af5b0-9efb-4817-9e03-f3bc8e4c7561 req-d2430aac-e74e-4cfe-bff0-e02dd1f89682 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Synchronizing usage tracker for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:02:57.201618 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-a15af5b0-9efb-4817-9e03-f3bc8e4c7561 req-d2430aac-e74e-4cfe-bff0-e02dd1f89682 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Unset dirty status for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:02:57.202948 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a15af5b0-9efb-4817-9e03-f3bc8e4c7561 req-d2430aac-e74e-4cfe-bff0-e02dd1f89682 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 946 time: 0.1123760
Dec 02 18:02:57.256631 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-a15af5b0-9efb-4817-9e03-f3bc8e4c7561 req-9435cef8-f8ee-4ab2-ac98-b2654a318c6c tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469470
Dec 02 18:02:57.877011 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:58.496753 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e22370a-f1b9-4ec3-919c-6676f44c6f9a req-333101b7-dc87-434e-9029-ea3957b004c5 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:58.498531 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6e22370a-f1b9-4ec3-919c-6676f44c6f9a req-333101b7-dc87-434e-9029-ea3957b004c5 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 946 time: 0.1082962
Dec 02 18:02:58.549012 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6e22370a-f1b9-4ec3-919c-6676f44c6f9a req-8f35af78-8b2a-4fc2-933f-816744fc28d5 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439491
Dec 02 18:02:58.858017 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 577f98f7-f11f-4cfb-b3ea-47ffb948a224 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:02:58.936386 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 577f98f7-f11f-4cfb-b3ea-47ffb948a224 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:02:58.936814 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:59.077154 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584134e-95fe-4132-a08e-833b315328dc req-46881545-2b32-47e4-8b15-2382c781d361 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:59.078800 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f584134e-95fe-4132-a08e-833b315328dc req-46881545-2b32-47e4-8b15-2382c781d361 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.43 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 946 time: 0.0913250
Dec 02 18:02:59.159448 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-f584134e-95fe-4132-a08e-833b315328dc req-28f44b71-6b51-4cc5-8950-464cfbf28882 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Deleting port 577f98f7-f11f-4cfb-b3ea-47ffb948a224 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:02:59.159843 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f584134e-95fe-4132-a08e-833b315328dc req-28f44b71-6b51-4cc5-8950-464cfbf28882 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:59.476063 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-f584134e-95fe-4132-a08e-833b315328dc req-28f44b71-6b51-4cc5-8950-464cfbf28882 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] For port 577f98f7-f11f-4cfb-b3ea-47ffb948a224, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=577f98f7-f11f-4cfb-b3ea-47ffb948a224,segment=NetworkSegment(1c3196de-da12-4a42-b447-7ace3e2b21c4),segment_id=1c3196de-da12-4a42-b447-7ace3e2b21c4)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:02:59.476467 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f584134e-95fe-4132-a08e-833b315328dc req-28f44b71-6b51-4cc5-8950-464cfbf28882 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:59.635415 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-f584134e-95fe-4132-a08e-833b315328dc req-28f44b71-6b51-4cc5-8950-464cfbf28882 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Calling delete_port for 577f98f7-f11f-4cfb-b3ea-47ffb948a224 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:02:59.740288 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 60294) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:02:59.799932 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb53a48-a9e5-4984-a451-96130d3ff5ce req-ab4793e1-273d-4fd5-9181-5d275bbbf8b7 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:02:59.801700 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1fb53a48-a9e5-4984-a451-96130d3ff5ce req-ab4793e1-273d-4fd5-9181-5d275bbbf8b7 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6 HTTP/1.1" status: 200  len: 946 time: 0.1077657
Dec 02 18:02:59.850098 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f584134e-95fe-4132-a08e-833b315328dc req-28f44b71-6b51-4cc5-8950-464cfbf28882 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:02:59.853294 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-1fb53a48-a9e5-4984-a451-96130d3ff5ce req-abb3bc74-aebe-4bf7-ac61-3fc95695d8d5 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452802
Dec 02 18:02:59.871089 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82b93293-cca4-48d3-9f35-ddc63b12f5ce tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:02:59.943611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f44b71-6b51-4cc5-8950-464cfbf28882 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Pushing event deleted for resources: {'Port': ['ID=577f98f7-f11f-4cfb-b3ea-47ffb948a224,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:00.018568 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-28f44b71-6b51-4cc5-8950-464cfbf28882 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:00.025050 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ec8a256f-417e-4222-9b28-7626349b9fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:00.054924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-ec8a256f-417e-4222-9b28-7626349b9fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:03:00.063830 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-ec8a256f-417e-4222-9b28-7626349b9fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:88f1a17ae6a34222829e160a852b1c23 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:03:00.076148 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-ec8a256f-417e-4222-9b28-7626349b9fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:03:00.086354 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-ec8a256f-417e-4222-9b28-7626349b9fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:03:00.158862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-f584134e-95fe-4132-a08e-833b315328dc req-28f44b71-6b51-4cc5-8950-464cfbf28882 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] No DVR routers for this DVR port 577f98f7-f11f-4cfb-b3ea-47ffb948a224 on host hv-cinder-73362 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 18:03:00.162315 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-f584134e-95fe-4132-a08e-833b315328dc req-28f44b71-6b51-4cc5-8950-464cfbf28882 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:00.165100 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6', 'name': 'network-vif-deleted', 'tag': '577f98f7-f11f-4cfb-b3ea-47ffb948a224'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:03:00.203541 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f584134e-95fe-4132-a08e-833b315328dc req-28f44b71-6b51-4cc5-8950-464cfbf28882 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.43 "DELETE /v2.0/ports/577f98f7-f11f-4cfb-b3ea-47ffb948a224 HTTP/1.1" status: 204  len: 173 time: 1.1188445
Dec 02 18:03:00.247378 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7030bd2-4ba5-4e4b-849f-8fc0c72b72e6', 'name': 'network-vif-deleted', 'tag': '577f98f7-f11f-4cfb-b3ea-47ffb948a224', 'status': 'completed', 'code': 200}
Dec 02 18:03:00.255667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ec8a256f-417e-4222-9b28-7626349b9fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:00.258900 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ec8a256f-417e-4222-9b28-7626349b9fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:00.268885 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-dcc983e7-2aab-408b-8f5a-bb799112d790 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:00.321675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60302) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:00.323085 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-ec8a256f-417e-4222-9b28-7626349b9fe6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88f1a17ae6a34222829e160a852b1c23&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5814981
Dec 02 18:03:00.324917 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a256f-417e-4222-9b28-7626349b9fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f13feb-0675-43b0-95e4-073963b6ae66,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:00.343472 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ec8a256f-417e-4222-9b28-7626349b9fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:00.386427 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-da999fa7-b469-4ac1-bf67-da72ce87af1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:00.419481 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-da999fa7-b469-4ac1-bf67-da72ce87af1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:00.491363 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-da999fa7-b469-4ac1-bf67-da72ce87af1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:00.497357 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ae6a951e-cdd1-464e-a0a4-69382a4e38aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:00.511904 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da999fa7-b469-4ac1-bf67-da72ce87af1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f13feb-0675-43b0-95e4-073963b6ae66,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:00.515235 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-da999fa7-b469-4ac1-bf67-da72ce87af1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:00.516217 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-da999fa7-b469-4ac1-bf67-da72ce87af1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:00.520273 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-da999fa7-b469-4ac1-bf67-da72ce87af1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7f13feb-0675-43b0-95e4-073963b6ae66 HTTP/1.1" status: 204  len: 168 time: 0.1947412
Dec 02 18:03:01.057804 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 577f98f7-f11f-4cfb-b3ea-47ffb948a224 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:03:01.127389 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-36e6c24d-eefe-4617-9042-be281554067e None None] No Port match for: 577f98f7-f11f-4cfb-b3ea-47ffb948a224 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:03:01.128268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 577f98f7-f11f-4cfb-b3ea-47ffb948a224 not bound to the agent host hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:03:03.161034 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abadf80-865c-4d45-ad88-c5dbcb5e4e04 req-ff6685c2-e359-4edf-9249-743653361085 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:03:03.169835 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3abadf80-865c-4d45-ad88-c5dbcb5e4e04 req-ff6685c2-e359-4edf-9249-743653361085 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 945 time: 0.1460690
Dec 02 18:03:03.218261 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3abadf80-865c-4d45-ad88-c5dbcb5e4e04 req-50b4d4cb-54e3-4714-bf16-2518594fc889 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478394
Dec 02 18:03:04.478582 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8679d-2917-4366-9c42-11ec461793e2 req-05afa50a-d8d1-4278-849f-e9f25964b593 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:03:04.479824 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-50a8679d-2917-4366-9c42-11ec461793e2 req-05afa50a-d8d1-4278-849f-e9f25964b593 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Synchronizing usage tracker for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:03:04.497932 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-50a8679d-2917-4366-9c42-11ec461793e2 req-05afa50a-d8d1-4278-849f-e9f25964b593 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Unset dirty status for tenant:c0538ce883714453812aeeddc7cdcb29 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:03:04.500265 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50a8679d-2917-4366-9c42-11ec461793e2 req-05afa50a-d8d1-4278-849f-e9f25964b593 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 945 time: 0.1318839
Dec 02 18:03:04.560329 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-50a8679d-2917-4366-9c42-11ec461793e2 req-e41a8833-a1b9-4b02-b2ba-af1992b0e514 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/security-groups?id=d473c2c3-7188-41af-83bf-310dba83b6c5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535285
Dec 02 18:03:04.916630 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 11322ea6-b0af-4935-b96e-905c137a6b39 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:03:04.956489 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f494d-33f1-4146-8692-0ae63081f341 req-ab1ddf5e-47fd-41bd-ab18-b36df8ca1774 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:03:04.958238 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-256f494d-33f1-4146-8692-0ae63081f341 req-ab1ddf5e-47fd-41bd-ab18-b36df8ca1774 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.43 "GET /v2.0/ports?device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 945 time: 0.1009283
Dec 02 18:03:05.021414 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 11322ea6-b0af-4935-b96e-905c137a6b39 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:03:05.021811 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:05.065192 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-256f494d-33f1-4146-8692-0ae63081f341 req-4fb8b852-9aa6-4d8d-ad0a-94f714852cfc tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Deleting port 11322ea6-b0af-4935-b96e-905c137a6b39 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:03:05.065675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-256f494d-33f1-4146-8692-0ae63081f341 req-4fb8b852-9aa6-4d8d-ad0a-94f714852cfc tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:05.416188 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-256f494d-33f1-4146-8692-0ae63081f341 req-4fb8b852-9aa6-4d8d-ad0a-94f714852cfc tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] For port 11322ea6-b0af-4935-b96e-905c137a6b39, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=11322ea6-b0af-4935-b96e-905c137a6b39,segment=NetworkSegment(1c3196de-da12-4a42-b447-7ace3e2b21c4),segment_id=1c3196de-da12-4a42-b447-7ace3e2b21c4)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:03:05.416611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-256f494d-33f1-4146-8692-0ae63081f341 req-4fb8b852-9aa6-4d8d-ad0a-94f714852cfc tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:05.558119 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-256f494d-33f1-4146-8692-0ae63081f341 req-4fb8b852-9aa6-4d8d-ad0a-94f714852cfc tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Calling delete_port for 11322ea6-b0af-4935-b96e-905c137a6b39 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:03:05.719686 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-256f494d-33f1-4146-8692-0ae63081f341 req-4fb8b852-9aa6-4d8d-ad0a-94f714852cfc tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:05.738487 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7dad7bfb-01cc-4777-a6e4-e80579446cf9 tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:05.752630 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e5c2fb01-9157-45f2-94be-aa883b031f90 req-982bebdf-67f0-4ef7-a92c-6be2a89d272d tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.21 "GET /v2.0/ports?device_id=24c8a6c4-d8cf-4dde-8026-8fe69df83ed2 HTTP/1.1" status: 200  len: 210 time: 0.0521774
Dec 02 18:03:05.805327 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8b852-9aa6-4d8d-ad0a-94f714852cfc tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Pushing event deleted for resources: {'Port': ['ID=11322ea6-b0af-4935-b96e-905c137a6b39,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:05.810079 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4fb8b852-9aa6-4d8d-ad0a-94f714852cfc tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:05.953321 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-256f494d-33f1-4146-8692-0ae63081f341 req-4fb8b852-9aa6-4d8d-ad0a-94f714852cfc tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] No DVR routers for this DVR port 11322ea6-b0af-4935-b96e-905c137a6b39 on host hv-cinder-73362 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 18:03:05.955744 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-256f494d-33f1-4146-8692-0ae63081f341 req-4fb8b852-9aa6-4d8d-ad0a-94f714852cfc tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:05.958788 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24c8a6c4-d8cf-4dde-8026-8fe69df83ed2', 'name': 'network-vif-deleted', 'tag': '11322ea6-b0af-4935-b96e-905c137a6b39'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:03:05.978821 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-256f494d-33f1-4146-8692-0ae63081f341 req-4fb8b852-9aa6-4d8d-ad0a-94f714852cfc tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] 10.222.0.43 "DELETE /v2.0/ports/11322ea6-b0af-4935-b96e-905c137a6b39 HTTP/1.1" status: 204  len: 173 time: 1.0136397
Dec 02 18:03:06.024013 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24c8a6c4-d8cf-4dde-8026-8fe69df83ed2', 'name': 'network-vif-deleted', 'tag': '11322ea6-b0af-4935-b96e-905c137a6b39', 'status': 'completed', 'code': 200}
Dec 02 18:03:06.579301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60392) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:06.723970 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 11322ea6-b0af-4935-b96e-905c137a6b39 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:03:06.746465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6fe76676-35ad-465d-8f31-c475fe7097a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:06.766225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-36e6c24d-eefe-4617-9042-be281554067e None None] No Port match for: 11322ea6-b0af-4935-b96e-905c137a6b39 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:03:06.766695 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 11322ea6-b0af-4935-b96e-905c137a6b39 not bound to the agent host hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:03:06.767347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-6fe76676-35ad-465d-8f31-c475fe7097a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:03:06.772450 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-6fe76676-35ad-465d-8f31-c475fe7097a4 admin admin] Usage tracker for resource:security_group_rule and tenant:fb92c5ac6e554e6cb3c0ba8a73001d58 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:03:06.775539 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-6fe76676-35ad-465d-8f31-c475fe7097a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:03:06.782501 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-6fe76676-35ad-465d-8f31-c475fe7097a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:03:06.872137 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 60400) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:06.890805 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6fe76676-35ad-465d-8f31-c475fe7097a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:06.893788 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6fe76676-35ad-465d-8f31-c475fe7097a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:06.903937 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-67fc8c36-a6bf-4db7-8783-ae64f9991ad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:06.950161 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_v2 [None req-34416214-4471-463e-a4c3-dbe3da5b88f7 admin admin] Deleting subnet fa0de534-b93d-468e-a3e1-528579a83652 {{(pid=80243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 18:03:06.955434 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-6fe76676-35ad-465d-8f31-c475fe7097a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fb92c5ac6e554e6cb3c0ba8a73001d58&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3720727
Dec 02 18:03:06.955588 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 60404) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:06.957816 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-34416214-4471-463e-a4c3-dbe3da5b88f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:06.958537 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe76676-35ad-465d-8f31-c475fe7097a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c0b580-9789-440c-85b9-71782438b840,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:06.963040 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6fe76676-35ad-465d-8f31-c475fe7097a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:07.052928 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-34416214-4471-463e-a4c3-dbe3da5b88f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853494372'] for subnet, precommit_delete_associations {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:07.132087 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-889f36e9-2e1a-4506-ac55-c0b5c973c029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:07.146933 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-34416214-4471-463e-a4c3-dbe3da5b88f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851170303'] for subnet, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:07.209386 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-889f36e9-2e1a-4506-ac55-c0b5c973c029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:07.388140 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-889f36e9-2e1a-4506-ac55-c0b5c973c029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:07.396427 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7dc5a1e1-0355-4423-bc72-ebdab2ccc83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:07.421477 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f36e9-2e1a-4506-ac55-c0b5c973c029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c0b580-9789-440c-85b9-71782438b840,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:07.429658 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-889f36e9-2e1a-4506-ac55-c0b5c973c029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:07.433071 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-889f36e9-2e1a-4506-ac55-c0b5c973c029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:07.435179 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-889f36e9-2e1a-4506-ac55-c0b5c973c029 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00c0b580-9789-440c-85b9-71782438b840 HTTP/1.1" status: 204  len: 168 time: 0.4786346
Dec 02 18:03:07.548171 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-34416214-4471-463e-a4c3-dbe3da5b88f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11511332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11453539'] for subnet, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:07.571091 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5b239aba-8eb7-4a25-a240-136a176dd52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:07.620585 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34416214-4471-463e-a4c3-dbe3da5b88f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa0de534-b93d-468e-a3e1-528579a83652,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:07.625942 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-34416214-4471-463e-a4c3-dbe3da5b88f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:07.866523 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60412) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:07.890449 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6a8419c4-fbfd-4c81-847c-655c4c253bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:07.909647 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-6a8419c4-fbfd-4c81-847c-655c4c253bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:03:07.914314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-6a8419c4-fbfd-4c81-847c-655c4c253bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:f1b9a8cb491248658c35a53452abba05 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:03:07.918288 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-6a8419c4-fbfd-4c81-847c-655c4c253bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:03:07.924535 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-6a8419c4-fbfd-4c81-847c-655c4c253bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:03:07.970910 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-34416214-4471-463e-a4c3-dbe3da5b88f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:07.980161 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-34416214-4471-463e-a4c3-dbe3da5b88f7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fa0de534-b93d-468e-a3e1-528579a83652 HTTP/1.1" status: 204  len: 168 time: 1.1067235
Dec 02 18:03:07.981125 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 60418) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:08.029537 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6a8419c4-fbfd-4c81-847c-655c4c253bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:08.032584 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6a8419c4-fbfd-4c81-847c-655c4c253bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:08.060986 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6a8c5b69-8645-443f-a57b-d1fedcdf2d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:08.072179 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-6a8419c4-fbfd-4c81-847c-655c4c253bf8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1b9a8cb491248658c35a53452abba05&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2031748
Dec 02 18:03:08.075255 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60422) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:08.115783 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-abe3ae3f-cb82-4c7c-8d49-0df4471a3014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3483811'] for network, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:08.150612 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8419c4-fbfd-4c81-847c-655c4c253bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b74361-4ab3-4261-bab6-ee76c87ee146,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:08.167440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6a8419c4-fbfd-4c81-847c-655c4c253bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:08.191335 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-809a429e-6dbb-4fce-b60c-1ab1220fd42b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:08.225189 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-809a429e-6dbb-4fce-b60c-1ab1220fd42b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:08.287754 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-809a429e-6dbb-4fce-b60c-1ab1220fd42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:08.293538 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4ef3a5e1-d340-4b1b-ad21-0541f2844b49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:08.306732 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a429e-6dbb-4fce-b60c-1ab1220fd42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b74361-4ab3-4261-bab6-ee76c87ee146,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:08.310039 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-809a429e-6dbb-4fce-b60c-1ab1220fd42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:08.318179 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-809a429e-6dbb-4fce-b60c-1ab1220fd42b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:08.323402 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-809a429e-6dbb-4fce-b60c-1ab1220fd42b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28b74361-4ab3-4261-bab6-ee76c87ee146 HTTP/1.1" status: 204  len: 168 time: 0.2416461
Dec 02 18:03:08.332130 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-abe3ae3f-cb82-4c7c-8d49-0df4471a3014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851106152', 'neutron.services.segments.db._delete_segments_for_network--9223363262389739448'] for network, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:08.468066 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-abe3ae3f-cb82-4c7c-8d49-0df4471a3014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf67170710>,) {'filters': {'network_id': ['1bde29dc-4d1d-465a-8dbb-101137b936ed']}} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:03:08.491477 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-abe3ae3f-cb82-4c7c-8d49-0df4471a3014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf67170710>, '1c3196de-da12-4a42-b447-7ace3e2b21c4') {'for_net_delete': True} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:03:08.491992 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-abe3ae3f-cb82-4c7c-8d49-0df4471a3014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf67170710>, '1c3196de-da12-4a42-b447-7ace3e2b21c4') {} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:03:08.511191 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-abe3ae3f-cb82-4c7c-8d49-0df4471a3014 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262389743032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1281428'] for segment, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:08.543626 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-abe3ae3f-cb82-4c7c-8d49-0df4471a3014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:08.546178 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-abe3ae3f-cb82-4c7c-8d49-0df4471a3014 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 18:03:08.783285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-abe3ae3f-cb82-4c7c-8d49-0df4471a3014 admin admin] Network 1bde29dc-4d1d-465a-8dbb-101137b936ed has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:03:08.794878 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-abe3ae3f-cb82-4c7c-8d49-0df4471a3014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851109762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843264633'] for segment, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:09.002997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-abe3ae3f-cb82-4c7c-8d49-0df4471a3014 admin admin] Network 1bde29dc-4d1d-465a-8dbb-101137b936ed has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]: Traceback (most recent call last):
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:     timer()
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:     cb(*args, **kw)
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:     return func(*args, **kwargs)
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._notify()
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.callback(batched_events)
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:     event.method(event)
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:     segment_id)['aggregates'][0]
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, *a, **k)
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._get(url).json()
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:     **kwargs)
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.request(url, 'GET', **kwargs)
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:     **endpoint_filter)
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 18:03:09.045649 dv-cinder-733623-9-iscsi neutron-server[80134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 18:03:09.158347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-abe3ae3f-cb82-4c7c-8d49-0df4471a3014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3669648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854217382'] for network, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:09.163326 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-abe3ae3f-cb82-4c7c-8d49-0df4471a3014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:09.168581 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b828fdd4-8b01-4f33-b267-b2811507d7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:09.197608 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3ae3f-cb82-4c7c-8d49-0df4471a3014 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bde29dc-4d1d-465a-8dbb-101137b936ed,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:09.205377 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-abe3ae3f-cb82-4c7c-8d49-0df4471a3014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:09.213429 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-abe3ae3f-cb82-4c7c-8d49-0df4471a3014 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1bde29dc-4d1d-465a-8dbb-101137b936ed HTTP/1.1" status: 204  len: 168 time: 1.2307978
Dec 02 18:03:09.414496 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 60446) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:09.492111 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-d9cfc68a-f9bd-494c-bd83-48406352fa27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0538ce883714453812aeeddc7cdcb29&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0760140
Dec 02 18:03:09.495048 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 60450) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:09.569946 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-715f9317-00ee-43f4-a9f7-78b1f7b21bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:09.603179 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-715f9317-00ee-43f4-a9f7-78b1f7b21bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:09.667204 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-715f9317-00ee-43f4-a9f7-78b1f7b21bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:09.681934 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-76a78fad-54b7-446e-85f9-df030993ee50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:09.702831 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f9317-00ee-43f4-a9f7-78b1f7b21bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d473c2c3-7188-41af-83bf-310dba83b6c5,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:09.705890 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-715f9317-00ee-43f4-a9f7-78b1f7b21bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:09.707875 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-715f9317-00ee-43f4-a9f7-78b1f7b21bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:09.725879 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-715f9317-00ee-43f4-a9f7-78b1f7b21bd1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d473c2c3-7188-41af-83bf-310dba83b6c5 HTTP/1.1" status: 204  len: 168 time: 0.2275333
Dec 02 18:03:10.422664 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:10.906864 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 60492) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:11.123778 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-495177056-network', 'tenant_id': '05c125e811e74b6bb4e82a02cd222b97'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:03:11.137612 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:03:11.142848 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Usage tracker for resource:network and tenant:05c125e811e74b6bb4e82a02cd222b97 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:03:11.147977 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:03:11.157888 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:03:11.171173 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Made reservation on behalf of 05c125e811e74b6bb4e82a02cd222b97 for: {'network': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 18:03:11.177197 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:11.192392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:11.211651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:03:11.217293 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Usage tracker for resource:security_group_rule and tenant:05c125e811e74b6bb4e82a02cd222b97 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:03:11.221382 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:03:11.227833 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:03:11.352075 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:11.356038 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:11.374292 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80243) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 18:03:11.384816 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774465036352', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:11.386734 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Added segment 60bb6f0f-ccd9-4a03-9efa-9a970f238c3d of type vxlan for network b3d5e478-01d0-4e08-ba70-4eac1a0b3321
Dec 02 18:03:11.392845 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-715f9317-00ee-43f4-a9f7-78b1f7b21bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:11.451977 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:11.457106 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bd8221-223b-4675-a71f-7396cddc6270,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:11.461221 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:11.496765 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:11.498117 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:03:11.498899 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:11.505463 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-aa558336-59f1-472f-8eca-19b9f4f16007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:11.638533 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60502) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:11.642420 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.7330229
Dec 02 18:03:11.645337 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-5e11c957-b541-4a88-ab66-bffcca5f0d02 admin admin] Request body: {'subnet': {'network_id': 'b3d5e478-01d0-4e08-ba70-4eac1a0b3321', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-495177056-subnet', 'tenant_id': '05c125e811e74b6bb4e82a02cd222b97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:03:11.650587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Pushing event updated for resources: {'Network': ['ID=b3d5e478-01d0-4e08-ba70-4eac1a0b3321,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:11.652495 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-5e11c957-b541-4a88-ab66-bffcca5f0d02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:03:11.664592 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network b3d5e478-01d0-4e08-ba70-4eac1a0b3321 details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 18:03:11.667635 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-5e11c957-b541-4a88-ab66-bffcca5f0d02 admin admin] Usage tracker for resource:subnet and tenant:05c125e811e74b6bb4e82a02cd222b97 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:03:11.673736 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d4bf9ab7-b3a2-454c-9bbf-e5578de48b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:11.679331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-5e11c957-b541-4a88-ab66-bffcca5f0d02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:03:11.688804 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Network b3d5e478-01d0-4e08-ba70-4eac1a0b3321 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 18:03:11.689569 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-5e11c957-b541-4a88-ab66-bffcca5f0d02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:03:11.713365 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e11c957-b541-4a88-ab66-bffcca5f0d02 admin admin] Made reservation on behalf of 05c125e811e74b6bb4e82a02cd222b97 for: {'subnet': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 18:03:11.720443 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5e11c957-b541-4a88-ab66-bffcca5f0d02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843985496'] for subnet, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:12.257173 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5e11c957-b541-4a88-ab66-bffcca5f0d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843916540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843985479'] for subnet, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:12.273981 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c5886361-ca3e-4750-8d53-3b9310a9f82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:12.414322 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11c957-b541-4a88-ab66-bffcca5f0d02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cf2ace3-6d2e-42f5-95d7-70819f503dd9,revision_number=0']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:12.419986 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5e11c957-b541-4a88-ab66-bffcca5f0d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:12.506632 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e11c957-b541-4a88-ab66-bffcca5f0d02 admin admin] Checking segment: {'id': '60bb6f0f-ccd9-4a03-9efa-9a970f238c3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b3d5e478-01d0-4e08-ba70-4eac1a0b3321'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80244) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 18:03:12.507495 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e11c957-b541-4a88-ab66-bffcca5f0d02 admin admin] Network hostable DHCP agents. Network: b3d5e478-01d0-4e08-ba70-4eac1a0b3321, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80244) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 18:03:12.531960 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e11c957-b541-4a88-ab66-bffcca5f0d02 admin admin] Network b3d5e478-01d0-4e08-ba70-4eac1a0b3321 is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80244) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 18:03:12.543783 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-5e11c957-b541-4a88-ab66-bffcca5f0d02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, b3d5e478-01d0-4e08-ba70-4eac1a0b3321) {{(pid=80244) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 18:03:12.554348 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f53096-09fd-4304-a2dd-e61a6bc8b2b6 None None] Network b3d5e478-01d0-4e08-ba70-4eac1a0b3321 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 18:03:12.561244 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e11c957-b541-4a88-ab66-bffcca5f0d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:03:12.561903 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5e11c957-b541-4a88-ab66-bffcca5f0d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:12.591297 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-5e11c957-b541-4a88-ab66-bffcca5f0d02 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9513638
Dec 02 18:03:12.815006 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2beea5-eccb-450f-8e9e-99872148caaf None None] Network b3d5e478-01d0-4e08-ba70-4eac1a0b3321 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 18:03:13.650377 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60530) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:13.658153 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1599219607-network', 'tenant_id': '3ca82e458c0c473a8c4bbfa25343642b'}} {{(pid=80244) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:03:13.664084 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:03:13.671360 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Usage tracker for resource:network and tenant:3ca82e458c0c473a8c4bbfa25343642b is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:03:13.676407 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:03:13.683087 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:03:13.692603 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Made reservation on behalf of 3ca82e458c0c473a8c4bbfa25343642b for: {'network': 1} {{(pid=80244) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 18:03:13.698020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for network, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:13.717762 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:13.736591 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:03:13.740883 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Usage tracker for resource:security_group_rule and tenant:3ca82e458c0c473a8c4bbfa25343642b is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:03:13.745648 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:03:13.752517 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:03:13.876417 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:13.879460 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:13.884018 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ed0dc9c9-3686-4b85-8e86-67e50761f2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:13.918900 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80244) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 02 18:03:13.933501 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32983e03-b2ea-4f9a-ae6a-e1491b903880,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:13.937128 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:13.940497 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:13.940895 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.segments_db [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Added segment 4f515cac-3e1c-4433-a910-f52d20e7810d of type vxlan for network 6136325f-d35e-4aec-9a7c-5bf4d7f4b353
Dec 02 18:03:13.977759 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774464494297'] for network, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:14.024862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245'] for network, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:14.027194 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:03:14.027848 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:14.038306 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d13cde40-9211-417f-b756-9a5572a75152 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:14.115313 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.4625363
Dec 02 18:03:14.120022 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 60534) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:14.127732 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [None req-0dd6d649-a8a6-4ed9-9128-105d8136d78b admin admin] Request body: {'subnet': {'network_id': '6136325f-d35e-4aec-9a7c-5bf4d7f4b353', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1599219607-subnet', 'tenant_id': '3ca82e458c0c473a8c4bbfa25343642b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:03:14.140684 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-0dd6d649-a8a6-4ed9-9128-105d8136d78b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:03:14.152359 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-0dd6d649-a8a6-4ed9-9128-105d8136d78b admin admin] Usage tracker for resource:subnet and tenant:3ca82e458c0c473a8c4bbfa25343642b is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:03:14.159692 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-0dd6d649-a8a6-4ed9-9128-105d8136d78b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:03:14.180291 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-0dd6d649-a8a6-4ed9-9128-105d8136d78b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:03:14.187194 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Pushing event updated for resources: {'Network': ['ID=6136325f-d35e-4aec-9a7c-5bf4d7f4b353,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:14.192496 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-63c54856-18d4-4726-88de-01930aad2d7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:14.201960 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Network 6136325f-d35e-4aec-9a7c-5bf4d7f4b353 details requested by agent ovs-agent-dv-cinder-733623-9-iscsi with host dv-cinder-733623-9-iscsi {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 18:03:14.207805 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd6d649-a8a6-4ed9-9128-105d8136d78b admin admin] Made reservation on behalf of 3ca82e458c0c473a8c4bbfa25343642b for: {'subnet': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 18:03:14.214889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d649-a8a6-4ed9-9128-105d8136d78b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036843322295'] for subnet, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:14.738528 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d649-a8a6-4ed9-9128-105d8136d78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036843264415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036843322280'] for subnet, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:14.784244 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1794c1af-be17-4cbf-b106-cf0f99dfa4d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:14.957167 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6d649-a8a6-4ed9-9128-105d8136d78b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cea24a9c-1ca2-4134-80d3-d38bf61db889,revision_number=0']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:14.963957 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-0dd6d649-a8a6-4ed9-9128-105d8136d78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:15.068702 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd6d649-a8a6-4ed9-9128-105d8136d78b admin admin] Checking segment: {'id': '4f515cac-3e1c-4433-a910-f52d20e7810d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6136325f-d35e-4aec-9a7c-5bf4d7f4b353'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 18:03:15.069181 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd6d649-a8a6-4ed9-9128-105d8136d78b admin admin] Network hostable DHCP agents. Network: 6136325f-d35e-4aec-9a7c-5bf4d7f4b353, hostable agents: ['2eecc65e-182d-4519-84dd-628c67df2ce6'], hosted agents: [] {{(pid=80243) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 02 18:03:15.110151 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd6d649-a8a6-4ed9-9128-105d8136d78b admin admin] Network 6136325f-d35e-4aec-9a7c-5bf4d7f4b353 is scheduled to be hosted by DHCP agent 2eecc65e-182d-4519-84dd-628c67df2ce6 with binding_index 1 {{(pid=80243) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 02 18:03:15.125070 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [None req-0dd6d649-a8a6-4ed9-9128-105d8136d78b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733623-9-iscsi, 6136325f-d35e-4aec-9a7c-5bf4d7f4b353) {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 18:03:15.134081 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df4609e-9697-4354-b17a-c921f445d095 None None] Network 6136325f-d35e-4aec-9a7c-5bf4d7f4b353 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 18:03:15.160729 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd6d649-a8a6-4ed9-9128-105d8136d78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:03:15.164057 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0dd6d649-a8a6-4ed9-9128-105d8136d78b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:15.190179 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-0dd6d649-a8a6-4ed9-9128-105d8136d78b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0682182
Dec 02 18:03:15.369104 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60542) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:15.455992 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c45a74-9bc0-41ca-abe1-10618eb3b912 None None] Network 6136325f-d35e-4aec-9a7c-5bf4d7f4b353 requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 18:03:15.498543 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_v2 [None req-731deedd-126e-4700-b8d7-af93b6849dd2 admin admin] Deleting subnet 7cf2ace3-6d2e-42f5-95d7-70819f503dd9 {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 18:03:15.504654 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-731deedd-126e-4700-b8d7-af93b6849dd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:15.882093 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-731deedd-126e-4700-b8d7-af93b6849dd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842728492'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:15.953324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-731deedd-126e-4700-b8d7-af93b6849dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851170303'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:16.257265 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-731deedd-126e-4700-b8d7-af93b6849dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10859329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10790274'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:16.276163 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:16.319718 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731deedd-126e-4700-b8d7-af93b6849dd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cf2ace3-6d2e-42f5-95d7-70819f503dd9,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:16.337129 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-731deedd-126e-4700-b8d7-af93b6849dd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:16.437193 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-731deedd-126e-4700-b8d7-af93b6849dd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:16.448242 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-731deedd-126e-4700-b8d7-af93b6849dd2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7cf2ace3-6d2e-42f5-95d7-70819f503dd9 HTTP/1.1" status: 204  len: 168 time: 1.0754211
Dec 02 18:03:16.449182 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60548) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:16.579609 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-623d6ce6-ddc3-4d9e-8e13-906ed8b0189a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3483811'] for network, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:16.792293 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-623d6ce6-ddc3-4d9e-8e13-906ed8b0189a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851106152', 'neutron.services.segments.db._delete_segments_for_network--9223363262389739448'] for network, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:16.921232 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-623d6ce6-ddc3-4d9e-8e13-906ed8b0189a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf665557f0>,) {'filters': {'network_id': ['b3d5e478-01d0-4e08-ba70-4eac1a0b3321']}} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:03:16.937964 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-623d6ce6-ddc3-4d9e-8e13-906ed8b0189a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf665557f0>, '60bb6f0f-ccd9-4a03-9efa-9a970f238c3d') {'for_net_delete': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:03:16.938299 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-623d6ce6-ddc3-4d9e-8e13-906ed8b0189a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf665557f0>, '60bb6f0f-ccd9-4a03-9efa-9a970f238c3d') {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:03:16.953760 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-623d6ce6-ddc3-4d9e-8e13-906ed8b0189a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262389743032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12047324'] for segment, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:16.971729 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-623d6ce6-ddc3-4d9e-8e13-906ed8b0189a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:16.974214 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-623d6ce6-ddc3-4d9e-8e13-906ed8b0189a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 18:03:17.169797 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-623d6ce6-ddc3-4d9e-8e13-906ed8b0189a admin admin] Network b3d5e478-01d0-4e08-ba70-4eac1a0b3321 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:03:17.180804 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-623d6ce6-ddc3-4d9e-8e13-906ed8b0189a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851109762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843917086'] for segment, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:17.378393 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-623d6ce6-ddc3-4d9e-8e13-906ed8b0189a admin admin] Network b3d5e478-01d0-4e08-ba70-4eac1a0b3321 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]: Traceback (most recent call last):
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:     timer()
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:     cb(*args, **kw)
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:     return func(*args, **kwargs)
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._notify()
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.callback(batched_events)
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:     event.method(event)
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:     segment_id)['aggregates'][0]
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, *a, **k)
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._get(url).json()
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:     **kwargs)
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.request(url, 'GET', **kwargs)
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:     **endpoint_filter)
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 18:03:17.403791 dv-cinder-733623-9-iscsi neutron-server[80134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 18:03:17.490347 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-623d6ce6-ddc3-4d9e-8e13-906ed8b0189a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3669648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854217382'] for network, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:17.494108 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-dfb95892-7356-4b43-8fb6-ccf52735e86e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:17.510908 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-623d6ce6-ddc3-4d9e-8e13-906ed8b0189a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:17.522448 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623d6ce6-ddc3-4d9e-8e13-906ed8b0189a admin admin] Pushing event deleted for resources: {'Network': ['ID=b3d5e478-01d0-4e08-ba70-4eac1a0b3321,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:17.529332 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-623d6ce6-ddc3-4d9e-8e13-906ed8b0189a admin admin] 10.222.0.21 "DELETE /v2.0/networks/b3d5e478-01d0-4e08-ba70-4eac1a0b3321 HTTP/1.1" status: 204  len: 168 time: 1.0755558
Dec 02 18:03:17.529332 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-623d6ce6-ddc3-4d9e-8e13-906ed8b0189a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:17.529639 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60556) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:17.609818 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6a95c3-5caf-4405-ac19-07f025400435 admin admin] Deleting subnet cea24a9c-1ca2-4134-80d3-d38bf61db889 {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 18:03:17.615019 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4c6a95c3-5caf-4405-ac19-07f025400435 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:17.678413 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4c6a95c3-5caf-4405-ac19-07f025400435 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842728492'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:17.717460 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Network 6136325f-d35e-4aec-9a7c-5bf4d7f4b353 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 18:03:17.765365 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4c6a95c3-5caf-4405-ac19-07f025400435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851170303'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:18.070436 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4c6a95c3-5caf-4405-ac19-07f025400435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10859329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10790274'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:18.085966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:18.160688 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a95c3-5caf-4405-ac19-07f025400435 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cea24a9c-1ca2-4134-80d3-d38bf61db889,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:18.185172 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4c6a95c3-5caf-4405-ac19-07f025400435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:18.295463 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4c6a95c3-5caf-4405-ac19-07f025400435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:18.304870 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-4c6a95c3-5caf-4405-ac19-07f025400435 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cea24a9c-1ca2-4134-80d3-d38bf61db889 HTTP/1.1" status: 204  len: 168 time: 0.7718165
Dec 02 18:03:18.305252 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60562) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:18.430676 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5281f499-e9f9-42e8-8428-8d6f83d85abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3483811'] for network, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:18.634324 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5281f499-e9f9-42e8-8428-8d6f83d85abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851106152', 'neutron.services.segments.db._delete_segments_for_network--9223363262389739448'] for network, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:18.762310 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-5281f499-e9f9-42e8-8428-8d6f83d85abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf67762860>,) {'filters': {'network_id': ['6136325f-d35e-4aec-9a7c-5bf4d7f4b353']}} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:03:18.785600 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-5281f499-e9f9-42e8-8428-8d6f83d85abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf67762860>, '4f515cac-3e1c-4433-a910-f52d20e7810d') {'for_net_delete': True} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:03:18.786268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-5281f499-e9f9-42e8-8428-8d6f83d85abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf67762860>, '4f515cac-3e1c-4433-a910-f52d20e7810d') {} {{(pid=80244) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:03:18.814278 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5281f499-e9f9-42e8-8428-8d6f83d85abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262389743032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12047324'] for segment, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:18.834383 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5281f499-e9f9-42e8-8428-8d6f83d85abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:18.837189 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5281f499-e9f9-42e8-8428-8d6f83d85abe admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80244) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 18:03:19.064230 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-5281f499-e9f9-42e8-8428-8d6f83d85abe admin admin] Network 6136325f-d35e-4aec-9a7c-5bf4d7f4b353 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:03:19.078154 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5281f499-e9f9-42e8-8428-8d6f83d85abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851109762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843917086'] for segment, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:19.315709 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-5281f499-e9f9-42e8-8428-8d6f83d85abe admin admin] Network 6136325f-d35e-4aec-9a7c-5bf4d7f4b353 has no segments {{(pid=80244) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]: Traceback (most recent call last):
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:     timer()
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:     cb(*args, **kw)
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:     return func(*args, **kwargs)
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._notify()
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.callback(batched_events)
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:     event.method(event)
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:     segment_id)['aggregates'][0]
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, *a, **k)
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._get(url).json()
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:     **kwargs)
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.request(url, 'GET', **kwargs)
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:     **endpoint_filter)
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 18:03:19.337155 dv-cinder-733623-9-iscsi neutron-server[80134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 18:03:19.431590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5281f499-e9f9-42e8-8428-8d6f83d85abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3669648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854217382'] for network, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:19.439866 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:19.454627 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5281f499-e9f9-42e8-8428-8d6f83d85abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:19.471601 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281f499-e9f9-42e8-8428-8d6f83d85abe admin admin] Pushing event deleted for resources: {'Network': ['ID=6136325f-d35e-4aec-9a7c-5bf4d7f4b353,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:19.474941 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-5281f499-e9f9-42e8-8428-8d6f83d85abe admin admin] 10.222.0.21 "DELETE /v2.0/networks/6136325f-d35e-4aec-9a7c-5bf4d7f4b353 HTTP/1.1" status: 204  len: 168 time: 1.1685324
Dec 02 18:03:19.476117 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5281f499-e9f9-42e8-8428-8d6f83d85abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:19.756707 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60584) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:19.821066 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-92f2745e-f157-4383-b8e2-e7fc32dc59d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=05c125e811e74b6bb4e82a02cd222b97&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0628989
Dec 02 18:03:19.825067 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60588) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:19.910391 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-20ab4027-257b-42a0-ad7d-f958e87d430d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:19.945218 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-20ab4027-257b-42a0-ad7d-f958e87d430d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:20.000578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-20ab4027-257b-42a0-ad7d-f958e87d430d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:20.006147 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-bb01c5e8-fb69-4173-8a5a-75163b889511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:20.021099 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab4027-257b-42a0-ad7d-f958e87d430d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bd8221-223b-4675-a71f-7396cddc6270,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:20.024416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-20ab4027-257b-42a0-ad7d-f958e87d430d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:20.027584 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-20ab4027-257b-42a0-ad7d-f958e87d430d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:20.031752 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-20ab4027-257b-42a0-ad7d-f958e87d430d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76bd8221-223b-4675-a71f-7396cddc6270 HTTP/1.1" status: 204  len: 168 time: 0.2050009
Dec 02 18:03:20.548780 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 60596) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:20.613967 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-f8c3c691-7b39-4b74-a60f-a4143455fb83 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ca82e458c0c473a8c4bbfa25343642b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0615125
Dec 02 18:03:20.614198 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 60602) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:20.694858 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2071e56b-7349-41c1-be57-c062215cd36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:20.731810 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2071e56b-7349-41c1-be57-c062215cd36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:20.802283 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2071e56b-7349-41c1-be57-c062215cd36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:20.810008 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1a574269-58cc-47e9-8174-86c36bdffc51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:20.824900 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071e56b-7349-41c1-be57-c062215cd36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32983e03-b2ea-4f9a-ae6a-e1491b903880,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:20.829645 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2071e56b-7349-41c1-be57-c062215cd36d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:20.836368 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2071e56b-7349-41c1-be57-c062215cd36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:20.848323 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-2071e56b-7349-41c1-be57-c062215cd36d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32983e03-b2ea-4f9a-ae6a-e1491b903880 HTTP/1.1" status: 204  len: 168 time: 0.2327995
Dec 02 18:03:22.527276 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60642) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:22.735497 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3d68054e-7401-4022-9877-ecd6b3d1fcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:22.751738 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-3d68054e-7401-4022-9877-ecd6b3d1fcdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:03:22.756688 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-3d68054e-7401-4022-9877-ecd6b3d1fcdc admin admin] Usage tracker for resource:security_group_rule and tenant:75930f1c92c849c3ba8a0b5f6d8e0844 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:03:22.761202 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-3d68054e-7401-4022-9877-ecd6b3d1fcdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:03:22.770064 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-3d68054e-7401-4022-9877-ecd6b3d1fcdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:03:22.882596 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3d68054e-7401-4022-9877-ecd6b3d1fcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:22.885546 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3d68054e-7401-4022-9877-ecd6b3d1fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:22.895265 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c53862f5-9db1-498c-89e7-e956b78e9f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:22.941906 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d68054e-7401-4022-9877-ecd6b3d1fcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf56bd3-a87a-4e8b-9ea0-aefa3e770473,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:22.945920 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3d68054e-7401-4022-9877-ecd6b3d1fcdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:22.953036 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 60656) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:22.953309 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-3d68054e-7401-4022-9877-ecd6b3d1fcdc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75930f1c92c849c3ba8a0b5f6d8e0844&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4237547
Dec 02 18:03:23.033867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ebb61b50-b82f-4f94-9588-66f6d1e10063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:23.081560 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ebb61b50-b82f-4f94-9588-66f6d1e10063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:23.132598 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36a5ff3d-adc1-49c9-a457-05f965979572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:23.160664 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ebb61b50-b82f-4f94-9588-66f6d1e10063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:23.168286 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ae92727e-b2a9-4dd0-8793-3dce6988fd9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:23.194849 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb61b50-b82f-4f94-9588-66f6d1e10063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf56bd3-a87a-4e8b-9ea0-aefa3e770473,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:23.199592 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ebb61b50-b82f-4f94-9588-66f6d1e10063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:23.201369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ebb61b50-b82f-4f94-9588-66f6d1e10063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:23.202668 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-ebb61b50-b82f-4f94-9588-66f6d1e10063 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bf56bd3-a87a-4e8b-9ea0-aefa3e770473 HTTP/1.1" status: 204  len: 168 time: 0.2472582
Dec 02 18:03:23.840557 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60674) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:23.877936 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fba096bf-fb17-4c7a-a892-c92cac390298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:23.899248 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-fba096bf-fb17-4c7a-a892-c92cac390298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:03:23.905050 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-fba096bf-fb17-4c7a-a892-c92cac390298 admin admin] Usage tracker for resource:security_group_rule and tenant:2cab0f6b2e7c45358bd3a341282da07f is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:03:23.908684 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-fba096bf-fb17-4c7a-a892-c92cac390298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:03:23.915387 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-fba096bf-fb17-4c7a-a892-c92cac390298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:03:24.059577 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fba096bf-fb17-4c7a-a892-c92cac390298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:24.065225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fba096bf-fb17-4c7a-a892-c92cac390298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:24.075556 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6a8419c4-fbfd-4c81-847c-655c4c253bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:24.125677 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-fba096bf-fb17-4c7a-a892-c92cac390298 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cab0f6b2e7c45358bd3a341282da07f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2801661
Dec 02 18:03:24.125677 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba096bf-fb17-4c7a-a892-c92cac390298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dba79bd-96b3-496b-b3ca-55b9f816a0b9,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:24.126442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 60680) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:24.128180 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-fba096bf-fb17-4c7a-a892-c92cac390298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:24.240473 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b0586ed2-9a22-4a43-acd4-b0d64281bee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:24.275470 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b0586ed2-9a22-4a43-acd4-b0d64281bee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:24.337809 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b0586ed2-9a22-4a43-acd4-b0d64281bee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:24.346368 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ec8a256f-417e-4222-9b28-7626349b9fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:24.360787 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0586ed2-9a22-4a43-acd4-b0d64281bee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dba79bd-96b3-496b-b3ca-55b9f816a0b9,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:24.366085 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b0586ed2-9a22-4a43-acd4-b0d64281bee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:24.370698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b0586ed2-9a22-4a43-acd4-b0d64281bee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:24.374661 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b0586ed2-9a22-4a43-acd4-b0d64281bee6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dba79bd-96b3-496b-b3ca-55b9f816a0b9 HTTP/1.1" status: 204  len: 168 time: 0.2460377
Dec 02 18:03:25.694066 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ccbd-ae3f-426d-bfb5-1a660fb23c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:26.116477 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:03:26.213779 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:27.153173 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:27.868386 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:28.048250 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 60770) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:28.246075 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4467ad52-13c8-4d64-8f86-760fb1df6eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:28.265032 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-4467ad52-13c8-4d64-8f86-760fb1df6eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:03:28.269416 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-4467ad52-13c8-4d64-8f86-760fb1df6eac admin admin] Usage tracker for resource:security_group_rule and tenant:c7e532b8bc13464e9c18b28f7c2c0096 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:03:28.273479 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-4467ad52-13c8-4d64-8f86-760fb1df6eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:03:28.280956 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-4467ad52-13c8-4d64-8f86-760fb1df6eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:03:28.387969 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4467ad52-13c8-4d64-8f86-760fb1df6eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:28.391231 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4467ad52-13c8-4d64-8f86-760fb1df6eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:28.405029 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1c9279e3-f384-412f-b435-d8ffb95b73fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:28.453696 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-4467ad52-13c8-4d64-8f86-760fb1df6eac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7e532b8bc13464e9c18b28f7c2c0096&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4040456
Dec 02 18:03:28.455419 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60778) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:28.456956 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4467ad52-13c8-4d64-8f86-760fb1df6eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f912622a-22ce-432a-afaa-836f0948a2cf,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:28.462675 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4467ad52-13c8-4d64-8f86-760fb1df6eac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:28.533384 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-340263c3-29a8-4f99-a3e1-5f33f27fff25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:28.564772 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-340263c3-29a8-4f99-a3e1-5f33f27fff25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:28.621902 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-340263c3-29a8-4f99-a3e1-5f33f27fff25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:28.627536 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6fe76676-35ad-465d-8f31-c475fe7097a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:28.644252 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340263c3-29a8-4f99-a3e1-5f33f27fff25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f912622a-22ce-432a-afaa-836f0948a2cf,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:28.647096 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-340263c3-29a8-4f99-a3e1-5f33f27fff25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:28.659941 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-340263c3-29a8-4f99-a3e1-5f33f27fff25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:28.663696 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-340263c3-29a8-4f99-a3e1-5f33f27fff25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f912622a-22ce-432a-afaa-836f0948a2cf HTTP/1.1" status: 204  len: 168 time: 0.2043443
Dec 02 18:03:29.092182 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 60786) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:29.113080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aea19e11-b86e-4c48-bb07-08d85b974e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:29.131260 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-aea19e11-b86e-4c48-bb07-08d85b974e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:03:29.136051 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-aea19e11-b86e-4c48-bb07-08d85b974e3d admin admin] Usage tracker for resource:security_group_rule and tenant:4eec3b0faafb4a279eb74dfb9f9e6150 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:03:29.139474 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-aea19e11-b86e-4c48-bb07-08d85b974e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:03:29.155999 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-aea19e11-b86e-4c48-bb07-08d85b974e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:03:29.279185 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aea19e11-b86e-4c48-bb07-08d85b974e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:29.282751 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-aea19e11-b86e-4c48-bb07-08d85b974e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:29.293467 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-df1ca508-5519-4791-a72b-7647ecd8661a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:29.349480 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-aea19e11-b86e-4c48-bb07-08d85b974e3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4eec3b0faafb4a279eb74dfb9f9e6150&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2532754
Dec 02 18:03:29.349480 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea19e11-b86e-4c48-bb07-08d85b974e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54aca687-83ab-42b3-b612-18a360cabfa8,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:29.350640 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 60790) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:03:29.352701 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-aea19e11-b86e-4c48-bb07-08d85b974e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:29.426021 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef12f-1492-420c-9a83-170be305027e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:29.469856 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef12f-1492-420c-9a83-170be305027e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:29.529433 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef12f-1492-420c-9a83-170be305027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:29.535100 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-813ecbd9-d50e-44ce-b246-845b3606871e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:03:29.550936 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ef12f-1492-420c-9a83-170be305027e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54aca687-83ab-42b3-b612-18a360cabfa8,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:03:29.556660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cf9ef12f-1492-420c-9a83-170be305027e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:03:29.562206 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-cf9ef12f-1492-420c-9a83-170be305027e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:29.567783 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-cf9ef12f-1492-420c-9a83-170be305027e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54aca687-83ab-42b3-b612-18a360cabfa8 HTTP/1.1" status: 204  len: 168 time: 0.2117357
Dec 02 18:03:40.437548 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:53.113315 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-0b5db89b-2da2-4b0e-b12a-b5b03a58f011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:55.669991 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b11314cc-dd9e-45fe-b86b-0ce7d60521b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:56.210981 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:57.120357 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:03:57.869860 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:00.015908 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-38d609dd-aa79-4e88-9af4-6de110f57907 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/floatingips/a8576ec9-fc38-4e39-8b53-b60cb629f59a HTTP/1.1" status: 200  len: 998 time: 0.1165693
Dec 02 18:04:00.221661 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-8e503357-28b3-412d-b2a1-da1c9e11f970 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:00.223243 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-8e503357-28b3-412d-b2a1-da1c9e11f970 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/networks/0e06ccbb-5acd-4938-8c27-f383e561e919 HTTP/1.1" status: 200  len: 784 time: 0.2008545
Dec 02 18:04:00.341590 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-39effc68-cca4-4536-9266-6de4ada298e0 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.89 HTTP/1.1" status: 200  len: 1001 time: 0.1097474
Dec 02 18:04:00.439789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-b9ab6dbb-3399-4262-bab3-da294b275a91 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:00.441666 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-b9ab6dbb-3399-4262-bab3-da294b275a91 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports/1ccea886-a871-442e-93f9-bfd85f5a3add HTTP/1.1" status: 200  len: 943 time: 0.0936632
Dec 02 18:04:00.653815 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-cdfa18a2-b5b2-415c-b352-c1114aa1f1e6 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.89 HTTP/1.1" status: 200  len: 1001 time: 0.1194694
Dec 02 18:04:00.881842 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Deleting port b75a9def-b1e2-43dd-94d9-5060661a585c {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:04:00.882225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:01.071359 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:01.071990 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:01.450590 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Calling delete_port for b75a9def-b1e2-43dd-94d9-5060661a585c owned by network:floatingip {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:04:01.618757 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:01.633318 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:01.686678 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event deleted for resources: {'Port': ['ID=b75a9def-b1e2-43dd-94d9-5060661a585c,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:01.709735 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.710025 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.710529 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.711104 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.712059 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.712840 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.713251 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.713660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.714068 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.714495 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.714912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.715316 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.715806 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.716209 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.716607 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.717043 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.717440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.717832 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.718227 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.718650 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.719050 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.719447 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.719846 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.720256 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:01.773809 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:01.897114 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:01.897515 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Floating IP a8576ec9-fc38-4e39-8b53-b60cb629f59a disassociated (deleted). External IP: 172.27.2.89, port: 1ccea886-a871-442e-93f9-bfd85f5a3add.
Dec 02 18:04:02.288620 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 18:04:02.487998 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 18:04:02.500352 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c91c6e-f9fa-4a94-967e-3aa236915bf8 None None] Sync routers for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 18:04:02.514537 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c91c6e-f9fa-4a94-967e-3aa236915bf8 None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:04:02.515537 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-85c91c6e-f9fa-4a94-967e-3aa236915bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c655fd0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:03:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:02.518385 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:02.581348 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-952ae8b8-8351-44c5-8390-3e1a2e72e78f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "DELETE /v2.0/floatingips/a8576ec9-fc38-4e39-8b53-b60cb629f59a HTTP/1.1" status: 204  len: 173 time: 1.9211688
Dec 02 18:04:02.582226 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd51533-1bf2-4747-ab62-b7612e83cb85', 'tag': '1ccea886-a871-442e-93f9-bfd85f5a3add'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:04:02.683354 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd51533-1bf2-4747-ab62-b7612e83cb85', 'tag': '1ccea886-a871-442e-93f9-bfd85f5a3add', 'status': 'completed', 'code': 200}
Dec 02 18:04:02.756278 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-85c91c6e-f9fa-4a94-967e-3aa236915bf8 None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:04:02.799285 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-2137ae34-f5aa-4f41-8c96-7ac0f8e420cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:02.800976 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-2137ae34-f5aa-4f41-8c96-7ac0f8e420cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 1163 time: 0.1774857
Dec 02 18:04:02.952018 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f8f87-0447-4765-9f42-dd46ca31b22a req-56a1f22e-05db-435e-bb2e-04ca13b8c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:02.953677 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d75f8f87-0447-4765-9f42-dd46ca31b22a req-56a1f22e-05db-435e-bb2e-04ca13b8c56d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 1163 time: 0.2343547
Dec 02 18:04:02.994496 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-d1679aec-a02e-48ac-bd52-65b8a374c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:02.996186 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-d1679aec-a02e-48ac-bd52-65b8a374c39d service neutron] 10.222.0.21 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 905 time: 0.1847332
Dec 02 18:04:03.075570 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-57c6d0b8-d3c9-4170-bc37-483a4afe7822 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ccea886-a871-442e-93f9-bfd85f5a3add HTTP/1.1" status: 200  len: 217 time: 0.0695806
Dec 02 18:04:03.115249 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:04:03.160850 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-618c4c7e-fdc5-46ab-9c3d-e23c3f20c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:03.162754 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-618c4c7e-fdc5-46ab-9c3d-e23c3f20c531 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 HTTP/1.1" status: 200  len: 850 time: 0.0795305
Dec 02 18:04:03.219563 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-85c91c6e-f9fa-4a94-967e-3aa236915bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c655fd0>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'cc2cd0a9-d623-4476-8d75-d142030e1eed', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'port_id': '8267b447-70fa-4938-b1be-7bf5893e8962', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'mac_address': 'fa:16:3e:f4:d7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:59:20Z', 'updated_at': '2020-12-02T17:59:25Z', 'revision_number': 2, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:03.225009 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c91c6e-f9fa-4a94-967e-3aa236915bf8 None None] Checking router: 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 18:04:03.239071 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c91c6e-f9fa-4a94-967e-3aa236915bf8 None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:04:03.240686 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-85c91c6e-f9fa-4a94-967e-3aa236915bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c655fd0>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:03:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:03.263860 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-f825318f-148b-4432-ad4e-1cf0c71d98bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:03.265937 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-f825318f-148b-4432-ad4e-1cf0c71d98bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81ba944c-237a-4bb9-9742-673bb3d6486a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0947664
Dec 02 18:04:03.426976 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-dfe877d7-c030-46c8-9720-429910930e01 service neutron] 10.222.0.21 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521323
Dec 02 18:04:03.596214 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e0a79f1a-e3c3-4427-a980-73d79105b2c0 req-eb3ce0c3-5f06-406b-a100-da084ef8659f service neutron] 10.222.0.21 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1601915
Dec 02 18:04:03.624591 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-85c91c6e-f9fa-4a94-967e-3aa236915bf8 None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:04:04.074533 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-85c91c6e-f9fa-4a94-967e-3aa236915bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c655fd0>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'cc2cd0a9-d623-4476-8d75-d142030e1eed', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'port_id': '8267b447-70fa-4938-b1be-7bf5893e8962', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'mac_address': 'fa:16:3e:f4:d7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:59:20Z', 'updated_at': '2020-12-02T17:59:25Z', 'revision_number': 2, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:04.080087 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c91c6e-f9fa-4a94-967e-3aa236915bf8 None None] The sync data for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi is: [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_floatingips': [{'id': 'cc2cd0a9-d623-4476-8d75-d142030e1eed', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'floating_ip_address': '172.27.2.53', 'floating_network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'router_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'port_id': '8267b447-70fa-4938-b1be-7bf5893e8962', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'mac_address': 'fa:16:3e:f4:d7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-02T17:59:20Z', 'updated_at': '2020-12-02T17:59:25Z', 'revision_number': 2, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 18:04:04.090698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9517a76b-284c-41b0-bcef-6b20260337dc req-6c7df7ae-3c2e-405a-aeed-0edfb324f32a tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:04.091539 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-9517a76b-284c-41b0-bcef-6b20260337dc req-6c7df7ae-3c2e-405a-aeed-0edfb324f32a tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Synchronizing usage tracker for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:04:04.125683 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-9517a76b-284c-41b0-bcef-6b20260337dc req-6c7df7ae-3c2e-405a-aeed-0edfb324f32a tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Unset dirty status for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:04:04.134629 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9517a76b-284c-41b0-bcef-6b20260337dc req-6c7df7ae-3c2e-405a-aeed-0edfb324f32a tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 946 time: 0.1485038
Dec 02 18:04:04.186159 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-9517a76b-284c-41b0-bcef-6b20260337dc req-570e472b-70de-4772-876e-63e7b1e29dd1 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0500410
Dec 02 18:04:04.474561 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f8f87-0447-4765-9f42-dd46ca31b22a req-4e350ca0-4797-49dd-a160-df775f614ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:04.476211 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d75f8f87-0447-4765-9f42-dd46ca31b22a req-4e350ca0-4797-49dd-a160-df775f614ffb service neutron] 10.222.0.43 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 905 time: 0.1643953
Dec 02 18:04:04.505605 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ebb17a-d4aa-4e18-b228-ef421a510172 None None] New status for floating IP a8576ec9-fc38-4e39-8b53-b60cb629f59a: DOWN {{(pid=80245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 18:04:05.428965 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49292b-8d10-401f-b7fa-6e721c4ff8f4 req-69f4439e-2028-4852-80fb-9dc81277198f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:05.430860 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-da49292b-8d10-401f-b7fa-6e721c4ff8f4 req-69f4439e-2028-4852-80fb-9dc81277198f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 946 time: 0.0995052
Dec 02 18:04:05.490951 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-da49292b-8d10-401f-b7fa-6e721c4ff8f4 req-cb03adb8-5c14-45f1-8665-acf9eac17289 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0532722
Dec 02 18:04:06.722356 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d75f8f87-0447-4765-9f42-dd46ca31b22a req-b167dd10-0106-474a-8ba5-99710081d532 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ccea886-a871-442e-93f9-bfd85f5a3add HTTP/1.1" status: 200  len: 217 time: 0.1086910
Dec 02 18:04:06.821835 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f8f87-0447-4765-9f42-dd46ca31b22a req-4fb2be6f-ddba-4864-ad60-f1b000de8f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:06.823591 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d75f8f87-0447-4765-9f42-dd46ca31b22a req-4fb2be6f-ddba-4864-ad60-f1b000de8f2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 HTTP/1.1" status: 200  len: 850 time: 0.0890498
Dec 02 18:04:06.896743 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a7e32-f17f-4f3e-8b97-6446ecf4b566 req-0e4281fa-5653-4829-a805-52bfd242397e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:06.899435 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b63a7e32-f17f-4f3e-8b97-6446ecf4b566 req-0e4281fa-5653-4829-a805-52bfd242397e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 946 time: 0.2237756
Dec 02 18:04:06.971832 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f8f87-0447-4765-9f42-dd46ca31b22a req-8c5bb8f4-4a53-47b7-a3e1-325fc234d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:06.973674 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d75f8f87-0447-4765-9f42-dd46ca31b22a req-8c5bb8f4-4a53-47b7-a3e1-325fc234d401 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81ba944c-237a-4bb9-9742-673bb3d6486a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1414688
Dec 02 18:04:06.976489 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b63a7e32-f17f-4f3e-8b97-6446ecf4b566 req-184fe87e-1120-4f0f-b7f1-342204694f8a tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0689442
Dec 02 18:04:07.449877 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d75f8f87-0447-4765-9f42-dd46ca31b22a req-6e59c9d7-6f3e-40c9-82d9-0ff1c043f1b1 service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4685395
Dec 02 18:04:07.619423 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d75f8f87-0447-4765-9f42-dd46ca31b22a req-a384d302-8810-4310-ac35-7df11c34d53e service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1614158
Dec 02 18:04:08.863821 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77460b35-3488-4153-a661-af03aa8083d9 req-a43f62fd-f58a-49b3-9e82-e2593958753b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:08.865517 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-77460b35-3488-4153-a661-af03aa8083d9 req-a43f62fd-f58a-49b3-9e82-e2593958753b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 946 time: 0.3658967
Dec 02 18:04:08.897922 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 1ccea886-a871-442e-93f9-bfd85f5a3add no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:04:08.940521 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-77460b35-3488-4153-a661-af03aa8083d9 req-27ad28be-06bc-4f7a-9617-69118d7dc92c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0671947
Dec 02 18:04:08.982482 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38538ebd-ba7e-4cd9-b497-fef0f8e368cf req-75946652-2963-4478-9ae2-c53df9a07a6e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:08.984321 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-38538ebd-ba7e-4cd9-b497-fef0f8e368cf req-75946652-2963-4478-9ae2-c53df9a07a6e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.43 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 946 time: 0.1488352
Dec 02 18:04:09.060521 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:09.082584 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-38538ebd-ba7e-4cd9-b497-fef0f8e368cf req-ffcb234b-bde0-4344-ac19-f1de8987b4a2 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Deleting port 1ccea886-a871-442e-93f9-bfd85f5a3add {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:04:09.082964 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-38538ebd-ba7e-4cd9-b497-fef0f8e368cf req-ffcb234b-bde0-4344-ac19-f1de8987b4a2 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:09.091132 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd51533-1bf2-4747-ab62-b7612e83cb85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ccea886-a871-442e-93f9-bfd85f5a3add'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:04:09.120177 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 1ccea886-a871-442e-93f9-bfd85f5a3add, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=1ccea886-a871-442e-93f9-bfd85f5a3add,segment=NetworkSegment(205f4dc9-96e8-409d-a722-4c7af1aeab79),segment_id=205f4dc9-96e8-409d-a722-4c7af1aeab79)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:04:09.124028 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:09.126011 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:09.196363 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd51533-1bf2-4747-ab62-b7612e83cb85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ccea886-a871-442e-93f9-bfd85f5a3add', 'code': 200}
Dec 02 18:04:09.217006 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=1ccea886-a871-442e-93f9-bfd85f5a3add,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:09.234281 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.235011 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.236273 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.236652 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.237093 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.237504 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.237783 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.238161 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.238749 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.240009 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.240392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.240920 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.241538 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.241917 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.243340 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.244095 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.244484 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.244862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.245237 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.245614 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.245988 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.246880 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.246880 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.247126 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80245) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:09.252449 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:09.439722 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-38538ebd-ba7e-4cd9-b497-fef0f8e368cf req-ffcb234b-bde0-4344-ac19-f1de8987b4a2 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] For port 1ccea886-a871-442e-93f9-bfd85f5a3add, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=1ccea886-a871-442e-93f9-bfd85f5a3add,segment=NetworkSegment(205f4dc9-96e8-409d-a722-4c7af1aeab79),segment_id=205f4dc9-96e8-409d-a722-4c7af1aeab79)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:04:09.440158 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-38538ebd-ba7e-4cd9-b497-fef0f8e368cf req-ffcb234b-bde0-4344-ac19-f1de8987b4a2 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:09.608295 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-38538ebd-ba7e-4cd9-b497-fef0f8e368cf req-ffcb234b-bde0-4344-ac19-f1de8987b4a2 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Calling delete_port for 1ccea886-a871-442e-93f9-bfd85f5a3add owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:04:09.793297 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-38538ebd-ba7e-4cd9-b497-fef0f8e368cf req-ffcb234b-bde0-4344-ac19-f1de8987b4a2 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:09.890228 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-59e99a63-41e8-4b65-a172-ffca2dc69821 tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:09.957674 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb234b-bde0-4344-ac19-f1de8987b4a2 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event deleted for resources: {'Port': ['ID=1ccea886-a871-442e-93f9-bfd85f5a3add,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:09.964372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ffcb234b-bde0-4344-ac19-f1de8987b4a2 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:10.128896 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-38538ebd-ba7e-4cd9-b497-fef0f8e368cf req-ffcb234b-bde0-4344-ac19-f1de8987b4a2 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] No DVR routers for this DVR port 1ccea886-a871-442e-93f9-bfd85f5a3add on host hv-cinder-73362 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 18:04:10.131930 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-38538ebd-ba7e-4cd9-b497-fef0f8e368cf req-ffcb234b-bde0-4344-ac19-f1de8987b4a2 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:10.136521 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd51533-1bf2-4747-ab62-b7612e83cb85', 'name': 'network-vif-deleted', 'tag': '1ccea886-a871-442e-93f9-bfd85f5a3add'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:04:10.180670 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-38538ebd-ba7e-4cd9-b497-fef0f8e368cf req-ffcb234b-bde0-4344-ac19-f1de8987b4a2 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.43 "DELETE /v2.0/ports/1ccea886-a871-442e-93f9-bfd85f5a3add HTTP/1.1" status: 204  len: 173 time: 1.1879294
Dec 02 18:04:10.253278 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd51533-1bf2-4747-ab62-b7612e83cb85', 'name': 'network-vif-deleted', 'tag': '1ccea886-a871-442e-93f9-bfd85f5a3add', 'status': 'completed', 'code': 200}
Dec 02 18:04:10.360057 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f3939666-5e97-4fa7-a716-19ba33d4c812 req-a59132a8-430a-4070-8dfb-9c7e4747f921 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=2cd51533-1bf2-4747-ab62-b7612e83cb85 HTTP/1.1" status: 200  len: 210 time: 0.0830400
Dec 02 18:04:10.438719 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:12.069979 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 32992) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:12.262680 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-db0829cb-8bb3-4d3a-890c-b8a27e46d2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:12.283890 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-db0829cb-8bb3-4d3a-890c-b8a27e46d2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:04:12.292030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-db0829cb-8bb3-4d3a-890c-b8a27e46d2fa admin admin] Usage tracker for resource:security_group_rule and tenant:3e4563dacff54da5942920a75725b810 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:04:12.295830 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-db0829cb-8bb3-4d3a-890c-b8a27e46d2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:04:12.302781 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-db0829cb-8bb3-4d3a-890c-b8a27e46d2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:04:12.421304 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-db0829cb-8bb3-4d3a-890c-b8a27e46d2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:12.424683 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-db0829cb-8bb3-4d3a-890c-b8a27e46d2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:12.446267 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1e964f00-8584-422b-bc27-fe8ead1c82e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:12.483348 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-db0829cb-8bb3-4d3a-890c-b8a27e46d2fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e4563dacff54da5942920a75725b810&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4117451
Dec 02 18:04:12.489482 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 33012) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:12.534919 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0829cb-8bb3-4d3a-890c-b8a27e46d2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8d3791-7df3-432e-9d77-bec73ad2d013,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:12.545369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-db0829cb-8bb3-4d3a-890c-b8a27e46d2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:12.599503 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b96d5088-ef67-4d7f-bb3b-2311bbf0de71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:12.632293 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b96d5088-ef67-4d7f-bb3b-2311bbf0de71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:12.694225 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b96d5088-ef67-4d7f-bb3b-2311bbf0de71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:12.704986 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cf9ef12f-1492-420c-9a83-170be305027e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:12.723968 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d5088-ef67-4d7f-bb3b-2311bbf0de71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8d3791-7df3-432e-9d77-bec73ad2d013,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:12.726683 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b96d5088-ef67-4d7f-bb3b-2311bbf0de71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:12.728392 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b96d5088-ef67-4d7f-bb3b-2311bbf0de71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:12.732296 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b96d5088-ef67-4d7f-bb3b-2311bbf0de71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f8d3791-7df3-432e-9d77-bec73ad2d013 HTTP/1.1" status: 204  len: 168 time: 0.2365160
Dec 02 18:04:14.468296 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-ab1874da-376c-4b18-8f5d-9ab93862a86f tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/floatingips/cc2cd0a9-d623-4476-8d75-d142030e1eed HTTP/1.1" status: 200  len: 998 time: 0.1460803
Dec 02 18:04:14.664283 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-66b53abe-5819-4fea-b920-5a1c2f5604b7 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:14.667097 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-66b53abe-5819-4fea-b920-5a1c2f5604b7 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/networks/0e06ccbb-5acd-4938-8c27-f383e561e919 HTTP/1.1" status: 200  len: 784 time: 0.1971867
Dec 02 18:04:14.797998 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-ecb70994-cee7-40c8-afa0-e096629959b4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.53 HTTP/1.1" status: 200  len: 1001 time: 0.1236734
Dec 02 18:04:14.882050 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-d40cc6bb-144d-43d5-84f0-f5b3f6957a1b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:14.884981 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-d40cc6bb-144d-43d5-84f0-f5b3f6957a1b tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports/8267b447-70fa-4938-b1be-7bf5893e8962 HTTP/1.1" status: 200  len: 943 time: 0.0804801
Dec 02 18:04:15.093589 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-395a3dbe-d142-450f-98bc-8ebcd24e4040 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.53 HTTP/1.1" status: 200  len: 1001 time: 0.1193676
Dec 02 18:04:15.342357 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Deleting port 6efb643e-4672-4c24-bf11-5ea6e980066c {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:04:15.342832 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:15.566823 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:15.567298 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:15.765697 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Calling delete_port for 6efb643e-4672-4c24-bf11-5ea6e980066c owned by network:floatingip {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:04:16.014439 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:16.035785 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cbe03685-8271-4510-a736-149b41f7d229 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:16.064778 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-36acee09-9c89-40fa-a709-8511353da3d5 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/networks?tenant_id=09ed4d70c16e4d168d02c462309a5dfc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0507746
Dec 02 18:04:16.098847 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event deleted for resources: {'Port': ['ID=6efb643e-4672-4c24-bf11-5ea6e980066c,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:16.135937 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.136491 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.136832 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.137412 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.137750 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.138283 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.138707 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.139162 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.139540 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.140053 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.140704 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.141373 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.142188 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.142892 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.143650 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.144196 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.145249 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.145636 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.146266 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.147438 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.147653 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.148557 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.148745 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.149519 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:04:16.154093 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:16.328212 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-62f56d11-8419-4ace-abf7-19bdf18ec637 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:16.331352 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-62f56d11-8419-4ace-abf7-19bdf18ec637 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2533627
Dec 02 18:04:16.356753 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-c42c250f-c7a3-47ac-99e7-298741ddc5e6 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/quotas/09ed4d70c16e4d168d02c462309a5dfc HTTP/1.1" status: 200  len: 375 time: 0.0174310
Dec 02 18:04:16.389863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:16.390869 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.db.l3_db [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Floating IP cc2cd0a9-d623-4476-8d75-d142030e1eed disassociated (deleted). External IP: 172.27.2.53, port: 8267b447-70fa-4938-b1be-7bf5893e8962.
Dec 02 18:04:16.438939 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-2d8631be-3f95-42a0-94f3-68fdc791afb1 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?tenant_id=09ed4d70c16e4d168d02c462309a5dfc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0755856
Dec 02 18:04:16.728729 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3af4df29-a558-40db-9af9-23c454176b5d req-037422d3-810b-4e01-80a0-2be82d3dcad4 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 210 time: 0.0552797
Dec 02 18:04:16.877602 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 18:04:17.109940 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 18:04:17.128587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b284b99-b00c-4241-8053-cea178fcabba None None] Sync routers for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 18:04:17.141168 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b284b99-b00c-4241-8053-cea178fcabba None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:04:17.142115 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-7b284b99-b00c-4241-8053-cea178fcabba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c122a90>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:03:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:17.155407 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:17.231677 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-b406a22c-f4fa-4968-b85d-92d1ace58cb4 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "DELETE /v2.0/floatingips/cc2cd0a9-d623-4476-8d75-d142030e1eed HTTP/1.1" status: 204  len: 173 time: 2.1315157
Dec 02 18:04:17.232970 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'tag': '8267b447-70fa-4938-b1be-7bf5893e8962'}] {{(pid=80244) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:04:17.299354 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'tag': '8267b447-70fa-4938-b1be-7bf5893e8962', 'status': 'completed', 'code': 200}
Dec 02 18:04:17.341811 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-af56e31e-59d1-4f2f-88e3-e3dfe195a2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:17.344811 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-af56e31e-59d1-4f2f-88e3-e3dfe195a2a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 1163 time: 0.0962589
Dec 02 18:04:17.387111 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-7b284b99-b00c-4241-8053-cea178fcabba None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:04:17.507330 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-5f1b53b9-51d6-4164-9199-b02d04478e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:17.509038 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-5f1b53b9-51d6-4164-9199-b02d04478e0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 905 time: 0.1589849
Dec 02 18:04:17.600116 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-2e4b584f-7ba6-4933-b9c2-a1ba6e3a67dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8267b447-70fa-4938-b1be-7bf5893e8962 HTTP/1.1" status: 200  len: 217 time: 0.0751879
Dec 02 18:04:17.694330 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-a2009988-ab62-4c3b-b5d8-27447fd2d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:17.697080 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-a2009988-ab62-4c3b-b5d8-27447fd2d7d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 HTTP/1.1" status: 200  len: 850 time: 0.0869086
Dec 02 18:04:17.802792 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-e0d442c1-c5cc-40e7-b7fd-ae4d39cf632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:17.805842 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-e0d442c1-c5cc-40e7-b7fd-ae4d39cf632e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=81ba944c-237a-4bb9-9742-673bb3d6486a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0998595
Dec 02 18:04:17.821411 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-7b284b99-b00c-4241-8053-cea178fcabba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c122a90>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:17.827284 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b284b99-b00c-4241-8053-cea178fcabba None None] Checking router: 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 18:04:17.838838 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b284b99-b00c-4241-8053-cea178fcabba None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:04:17.839867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-7b284b99-b00c-4241-8053-cea178fcabba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c122a90>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:03:56Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:17.897539 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-c5f10489-6d17-4410-b35b-2c983800a581 req-66054959-ce19-4ef2-bb15-a25a117272d2 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 210 time: 0.0688775
Dec 02 18:04:17.991740 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-df1d2959-41cd-4e55-8752-856fbcb4b203 service neutron] 10.222.0.21 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1790311
Dec 02 18:04:18.056146 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-7b284b99-b00c-4241-8053-cea178fcabba None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:04:18.161503 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-420295a8-0403-4776-9c9f-4738ea3d6432 req-00d98dee-124a-4119-a398-df7e4ec434e1 service neutron] 10.222.0.21 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1618984
Dec 02 18:04:18.460931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-7b284b99-b00c-4241-8053-cea178fcabba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c122a90>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:18.467272 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b284b99-b00c-4241-8053-cea178fcabba None None] The sync data for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi is: [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T17:53:46Z', 'revision_number': 4, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi', '_interfaces': [{'id': 'b1a03244-2b6e-4180-878b-8648d6e4769a', 'name': '', 'network_id': '81ba944c-237a-4bb9-9742-673bb3d6486a', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'mac_address': 'fa:16:3e:d9:93:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:45Z', 'updated_at': '2020-12-02T17:54:06Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'subnets': [{'id': 'ccc5f159-4bff-43bf-8f0c-71025b7fe5f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 18:04:18.664587 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba02c1-c198-4f84-9ab2-b4c88fa1e930 req-edbac807-9907-44e4-9252-6a3b404a9a84 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:18.665370 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-54ba02c1-c198-4f84-9ab2-b4c88fa1e930 req-edbac807-9907-44e4-9252-6a3b404a9a84 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Synchronizing usage tracker for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:04:18.687381 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-54ba02c1-c198-4f84-9ab2-b4c88fa1e930 req-edbac807-9907-44e4-9252-6a3b404a9a84 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Unset dirty status for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:04:18.688664 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-54ba02c1-c198-4f84-9ab2-b4c88fa1e930 req-edbac807-9907-44e4-9252-6a3b404a9a84 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 946 time: 0.1357009
Dec 02 18:04:18.755146 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-54ba02c1-c198-4f84-9ab2-b4c88fa1e930 req-d7abd9ca-424e-4bc0-ad84-11cc8a777c70 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0577085
Dec 02 18:04:18.952974 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d5ff2a-3511-45ee-aa74-accc8e877d0c None None] New status for floating IP cc2cd0a9-d623-4476-8d75-d142030e1eed: DOWN {{(pid=80245) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}}
Dec 02 18:04:19.020493 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-987fcedd-be06-4f6c-9010-440261a30567 req-e2505cff-e74f-4f13-bccf-c21cdf47f299 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 210 time: 0.0540879
Dec 02 18:04:19.846370 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e5db6-ce56-4634-93d8-466f7edf942c req-5515ea92-7e33-409a-a231-35cfed54271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:19.849298 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ef7e5db6-ce56-4634-93d8-466f7edf942c req-5515ea92-7e33-409a-a231-35cfed54271d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 1163 time: 0.1298184
Dec 02 18:04:20.064186 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e5db6-ce56-4634-93d8-466f7edf942c req-7f38d93b-0a8e-418c-bce9-c4279cd40647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:20.066212 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ef7e5db6-ce56-4634-93d8-466f7edf942c req-7f38d93b-0a8e-418c-bce9-c4279cd40647 service neutron] 10.222.0.43 "GET /v2.0/networks?id=81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 200  len: 905 time: 0.2083251
Dec 02 18:04:20.186911 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ef7e5db6-ce56-4634-93d8-466f7edf942c req-e20330bc-8a5e-4632-afb3-4dae55d721c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8267b447-70fa-4938-b1be-7bf5893e8962 HTTP/1.1" status: 200  len: 217 time: 0.1126845
Dec 02 18:04:20.247124 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3759d-9366-4d04-a2d9-f20d353dbf99 req-e5f073cd-3d14-4e5d-a989-27e8bd4f2765 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:20.256096 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-56a3759d-9366-4d04-a2d9-f20d353dbf99 req-e5f073cd-3d14-4e5d-a989-27e8bd4f2765 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 946 time: 0.2541265
Dec 02 18:04:20.305540 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-6351fe67-42e7-49ad-ad94-747338da55d5 req-ee464946-446b-4c2d-8049-061fc62376c4 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 210 time: 0.1117294
Dec 02 18:04:20.326976 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-56a3759d-9366-4d04-a2d9-f20d353dbf99 req-61c2f3d8-9921-477e-8b20-9c64459dcc69 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0672483
Dec 02 18:04:20.329512 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e5db6-ce56-4634-93d8-466f7edf942c req-719b77af-a5b7-4a64-b72e-e218e6a55ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:20.331305 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ef7e5db6-ce56-4634-93d8-466f7edf942c req-719b77af-a5b7-4a64-b72e-e218e6a55ca9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 HTTP/1.1" status: 200  len: 850 time: 0.0990994
Dec 02 18:04:20.449883 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e5db6-ce56-4634-93d8-466f7edf942c req-c542326d-1f14-4246-9b4b-b5a0758c269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:20.451653 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ef7e5db6-ce56-4634-93d8-466f7edf942c req-c542326d-1f14-4246-9b4b-b5a0758c269e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=81ba944c-237a-4bb9-9742-673bb3d6486a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1134429
Dec 02 18:04:20.618814 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ef7e5db6-ce56-4634-93d8-466f7edf942c req-755aabcf-e0e9-4b7e-9eb4-1cb09af3a07a service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1593323
Dec 02 18:04:20.801528 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ef7e5db6-ce56-4634-93d8-466f7edf942c req-23852d3e-df97-43e8-9866-6c0bf37ff3c6 service neutron] 10.222.0.43 "GET /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1747074
Dec 02 18:04:21.085379 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10ca77-0c20-4753-9a25-369bb8c2ebe8 req-eb5ce3fa-6074-4a3a-b8ac-764be6958fd0 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:21.086737 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-fc10ca77-0c20-4753-9a25-369bb8c2ebe8 req-eb5ce3fa-6074-4a3a-b8ac-764be6958fd0 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Synchronizing usage tracker for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:04:21.101096 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-fc10ca77-0c20-4753-9a25-369bb8c2ebe8 req-eb5ce3fa-6074-4a3a-b8ac-764be6958fd0 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Unset dirty status for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:04:21.103069 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fc10ca77-0c20-4753-9a25-369bb8c2ebe8 req-eb5ce3fa-6074-4a3a-b8ac-764be6958fd0 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.43 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 946 time: 0.1123781
Dec 02 18:04:21.185489 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-fc10ca77-0c20-4753-9a25-369bb8c2ebe8 req-005b34e2-3bdc-4782-a5dc-5d7ded05e54e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Deleting port 8267b447-70fa-4938-b1be-7bf5893e8962 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:04:21.185866 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fc10ca77-0c20-4753-9a25-369bb8c2ebe8 req-005b34e2-3bdc-4782-a5dc-5d7ded05e54e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:21.515305 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-fc10ca77-0c20-4753-9a25-369bb8c2ebe8 req-005b34e2-3bdc-4782-a5dc-5d7ded05e54e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] For port 8267b447-70fa-4938-b1be-7bf5893e8962, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=8267b447-70fa-4938-b1be-7bf5893e8962,segment=NetworkSegment(205f4dc9-96e8-409d-a722-4c7af1aeab79),segment_id=205f4dc9-96e8-409d-a722-4c7af1aeab79)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:04:21.516498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fc10ca77-0c20-4753-9a25-369bb8c2ebe8 req-005b34e2-3bdc-4782-a5dc-5d7ded05e54e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:21.683543 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67c6c1-4c6a-4ced-9c59-cf0404d6df45 req-95ffff5a-fb85-4eba-9a25-57c22760b975 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:21.685343 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3d67c6c1-4c6a-4ced-9c59-cf0404d6df45 req-95ffff5a-fb85-4eba-9a25-57c22760b975 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 946 time: 0.0995841
Dec 02 18:04:21.723004 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-fc10ca77-0c20-4753-9a25-369bb8c2ebe8 req-005b34e2-3bdc-4782-a5dc-5d7ded05e54e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Calling delete_port for 8267b447-70fa-4938-b1be-7bf5893e8962 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:04:21.757153 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3d67c6c1-4c6a-4ced-9c59-cf0404d6df45 req-df497380-e5aa-48f7-b7b6-19779c1f22ee tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups?id=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0577075
Dec 02 18:04:21.816613 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-b2e3abb2-dc7c-40a7-8761-fc737b369121 req-1c81c09f-59ba-4182-b0af-88506dabe67c tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 210 time: 0.1013196
Dec 02 18:04:21.957268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fc10ca77-0c20-4753-9a25-369bb8c2ebe8 req-005b34e2-3bdc-4782-a5dc-5d7ded05e54e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:21.983528 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 8267b447-70fa-4938-b1be-7bf5893e8962 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:04:22.049748 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-36e6c24d-eefe-4617-9042-be281554067e None None] No Port match for: 8267b447-70fa-4938-b1be-7bf5893e8962 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:04:22.050596 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 8267b447-70fa-4938-b1be-7bf5893e8962 not bound to the agent host hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:04:22.067295 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:22.155203 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b34e2-3bdc-4782-a5dc-5d7ded05e54e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event deleted for resources: {'Port': ['ID=8267b447-70fa-4938-b1be-7bf5893e8962,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:22.158807 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-005b34e2-3bdc-4782-a5dc-5d7ded05e54e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:22.165212 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-7636f4d6-7886-46ae-8e7a-32d6a868b06e tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.43 "GET /v2.0/networks?tenant_id=09ed4d70c16e4d168d02c462309a5dfc&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0645547
Dec 02 18:04:22.654249 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc10ca77-0c20-4753-9a25-369bb8c2ebe8 req-005b34e2-3bdc-4782-a5dc-5d7ded05e54e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] No DVR routers for this DVR port 8267b447-70fa-4938-b1be-7bf5893e8962 on host hv-cinder-73362 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 18:04:22.665726 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-fc10ca77-0c20-4753-9a25-369bb8c2ebe8 req-005b34e2-3bdc-4782-a5dc-5d7ded05e54e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:22.668889 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'name': 'network-vif-deleted', 'tag': '8267b447-70fa-4938-b1be-7bf5893e8962'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:04:22.704860 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-fc10ca77-0c20-4753-9a25-369bb8c2ebe8 req-005b34e2-3bdc-4782-a5dc-5d7ded05e54e tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.43 "DELETE /v2.0/ports/8267b447-70fa-4938-b1be-7bf5893e8962 HTTP/1.1" status: 204  len: 173 time: 1.5957084
Dec 02 18:04:22.712815 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-33c3a770-34a5-4d78-a2cd-dca0610b5a63 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:22.714398 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-33c3a770-34a5-4d78-a2cd-dca0610b5a63 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5373020
Dec 02 18:04:22.747621 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Request body: {'port': {'device_id': 'ef238df9-2358-4ebd-87cc-96dd3d08677c', 'network_id': '7e1c2439-fca2-4999-a8bc-9875e78b8cf1', 'admin_state_up': True, 'tenant_id': '09ed4d70c16e4d168d02c462309a5dfc'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:04:22.769517 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c95f3c4-9074-457b-bc04-de5d06de10da', 'name': 'network-vif-deleted', 'tag': '8267b447-70fa-4938-b1be-7bf5893e8962', 'status': 'completed', 'code': 200}
Dec 02 18:04:22.981255 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-85b6ae90-e05a-4b78-94f9-c3982ad8af0b req-0cc87052-30e3-4742-b6ad-28815a2b1c6c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Synchronizing usage tracker for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:04:23.015534 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-85b6ae90-e05a-4b78-94f9-c3982ad8af0b req-0cc87052-30e3-4742-b6ad-28815a2b1c6c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Unset dirty status for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:04:23.016905 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-85b6ae90-e05a-4b78-94f9-c3982ad8af0b req-0cc87052-30e3-4742-b6ad-28815a2b1c6c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/ports?device_id=6c95f3c4-9074-457b-bc04-de5d06de10da HTTP/1.1" status: 200  len: 210 time: 0.0928097
Dec 02 18:04:23.051049 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:04:23.061648 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Usage tracker for resource:port and tenant:09ed4d70c16e4d168d02c462309a5dfc is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:04:23.065721 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Quota usage for port was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:04:23.074659 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:04:23.092660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Made reservation on behalf of 09ed4d70c16e4d168d02c462309a5dfc for: {'port': 1} {{(pid=80243) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 02 18:04:23.127013 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:23.152498 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:23.175188 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fd1a17ff-cdf8-4854-a072-aa02736b35e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:23.213979 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:04:23.222559 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Usage tracker for resource:security_group_rule and tenant:09ed4d70c16e4d168d02c462309a5dfc is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:04:23.229507 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:04:23.247740 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:04:23.380391 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:23.388295 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:23.406248 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8ba8035b-ca8c-45e6-b057-33add0c70309 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:23.424982 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-ea1bbf29-55ba-4ead-8184-174f08f6f461 req-e5da1763-02c1-4fd3-b375-8051af6befe8 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 210 time: 0.4253302
Dec 02 18:04:23.465164 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Pushing event updated for resources: {'SecurityGroup': ['ID=6a836a87-cc53-4439-b933-50eef43c0c7f,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:23.468867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:23.760528 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_common [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Allocated IP 192.168.233.206 (7e1c2439-fca2-4999-a8bc-9875e78b8cf1/7bfc08e8-9f87-4a32-81ef-47d7efaf6c54/05af8618-abea-43db-88c4-40642720c4e0) {{(pid=80243) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 02 18:04:24.024979 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Notify callbacks [] for port, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:24.045300 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Transition to ACTIVE for port object 05af8618-abea-43db-88c4-40642720c4e0 will not be triggered until provisioned by entity DHCP. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 18:04:24.078372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363262390204464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:24.102994 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-65d59f4a-0984-423a-a08c-ec9d3f1ba0d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:24.197130 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Pushing event updated for resources: {'Port': ['ID=05af8618-abea-43db-88c4-40642720c4e0,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:24.201274 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:24.293064 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-644faf1e-30fc-494e-a615-4c9eb83c710a req-43cb9f43-807b-48fa-84af-7a4fc6dd4e55 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/floatingips/89c06c23-3edd-4a9b-b36e-dd9846fe4a21 HTTP/1.1" status: 200  len: 693 time: 0.1129889
Dec 02 18:04:24.361690 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Network 7e1c2439-fca2-4999-a8bc-9875e78b8cf1 is already hosted by enough agents. {{(pid=80243) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 02 18:04:24.366301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.base_scheduler [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Resources bound (agent type, host, resource id):  {{(pid=80243) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 02 18:04:24.376596 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Received port after_create {{(pid=80243) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 02 18:04:24.486887 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:24.487867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:24.519564 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-50b96779-b7a5-4fc3-82f9-c19081e5a3ab tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.7776549
Dec 02 18:04:24.543728 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.v2.base [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Request body: {'port': {'device_id': 'ef238df9-2358-4ebd-87cc-96dd3d08677c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=80243) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 02 18:04:24.558086 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644faf1e-30fc-494e-a615-4c9eb83c710a req-83bb2114-9df4-4de2-a6ca-590a8974e5a5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:24.560355 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-644faf1e-30fc-494e-a615-4c9eb83c710a req-83bb2114-9df4-4de2-a6ca-590a8974e5a5 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/networks/0e06ccbb-5acd-4938-8c27-f383e561e919 HTTP/1.1" status: 200  len: 784 time: 0.2657917
Dec 02 18:04:24.697727 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-644faf1e-30fc-494e-a615-4c9eb83c710a req-d5033a15-ae46-43b1-a190-18c15cea3a7c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Synchronizing usage tracker for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:floatingip {{(pid=80244) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:04:24.717724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-644faf1e-30fc-494e-a615-4c9eb83c710a req-d5033a15-ae46-43b1-a190-18c15cea3a7c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Unset dirty status for tenant:4efb85fc834d471fbfdaf374fbfc0c75 on resource:floatingip {{(pid=80244) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:04:24.719871 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-644faf1e-30fc-494e-a615-4c9eb83c710a req-d5033a15-ae46-43b1-a190-18c15cea3a7c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.117 HTTP/1.1" status: 200  len: 696 time: 0.1526992
Dec 02 18:04:24.795864 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:24.890071 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8c646-c7ca-424a-b98b-be3fa40ecf58 req-df973ca8-20d6-43d9-aa1b-1beec2b74081 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:24.890966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-d4e8c646-c7ca-424a-b98b-be3fa40ecf58 req-df973ca8-20d6-43d9-aa1b-1beec2b74081 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Synchronizing usage tracker for tenant:09ed4d70c16e4d168d02c462309a5dfc on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:04:24.921566 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-d4e8c646-c7ca-424a-b98b-be3fa40ecf58 req-df973ca8-20d6-43d9-aa1b-1beec2b74081 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Unset dirty status for tenant:09ed4d70c16e4d168d02c462309a5dfc on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:04:24.930262 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d4e8c646-c7ca-424a-b98b-be3fa40ecf58 req-df973ca8-20d6-43d9-aa1b-1beec2b74081 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 936 time: 0.3037014
Dec 02 18:04:24.959513 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-644faf1e-30fc-494e-a615-4c9eb83c710a req-5e12d8f1-c45c-4e6c-954b-7944a6330cc3 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.27.2.117 HTTP/1.1" status: 200  len: 696 time: 0.2310474
Dec 02 18:04:25.016230 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 33212) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:25.060692 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-d4e8c646-c7ca-424a-b98b-be3fa40ecf58 req-e7ba67fc-0205-4be6-b7cd-bceaadb748dc tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Synchronizing usage tracker for tenant:09ed4d70c16e4d168d02c462309a5dfc on resource:security_group {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:04:25.175531 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-644faf1e-30fc-494e-a615-4c9eb83c710a req-1c627198-3ab2-483b-8651-cf3d733d6b4c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Deleting port 4aea88ce-b237-4316-90fd-f90e0973defc {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:04:25.176071 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-644faf1e-30fc-494e-a615-4c9eb83c710a req-1c627198-3ab2-483b-8651-cf3d733d6b4c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:25.222508 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-e3868c5e-9ac2-4320-b698-8dbfcaa4b935 None None] Provisioning for port 05af8618-abea-43db-88c4-40642720c4e0 completed by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 18:04:25.235241 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-e3868c5e-9ac2-4320-b698-8dbfcaa4b935 None None] Provisioning complete for port 05af8618-abea-43db-88c4-40642720c4e0 triggered by entity DHCP. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:04:25.235660 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e3868c5e-9ac2-4320-b698-8dbfcaa4b935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:25.361093 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-e3868c5e-9ac2-4320-b698-8dbfcaa4b935 None None] Port 05af8618-abea-43db-88c4-40642720c4e0 cannot update to ACTIVE because it is not bound. {{(pid=80245) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 02 18:04:25.463985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-644faf1e-30fc-494e-a615-4c9eb83c710a req-1c627198-3ab2-483b-8651-cf3d733d6b4c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:25.464369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-644faf1e-30fc-494e-a615-4c9eb83c710a req-1c627198-3ab2-483b-8651-cf3d733d6b4c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:25.471451 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ea9f8b58-2113-4733-8492-8a8ab6852f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:25.488636 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05af8618-abea-43db-88c4-40642720c4e0 {{(pid=80243) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 02 18:04:25.502735 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:25.509053 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-d4e8c646-c7ca-424a-b98b-be3fa40ecf58 req-e7ba67fc-0205-4be6-b7cd-bceaadb748dc tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Unset dirty status for tenant:09ed4d70c16e4d168d02c462309a5dfc on resource:security_group {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:04:25.511207 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-d4e8c646-c7ca-424a-b98b-be3fa40ecf58 req-e7ba67fc-0205-4be6-b7cd-bceaadb748dc tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/security-groups?id=6a836a87-cc53-4439-b933-50eef43c0c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5797985
Dec 02 18:04:25.512381 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-ea9f8b58-2113-4733-8492-8a8ab6852f22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:04:25.523968 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-ea9f8b58-2113-4733-8492-8a8ab6852f22 admin admin] Usage tracker for resource:security_group_rule and tenant:dffc366e71b94d0e92ed95431ef95e6d is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:04:25.529134 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-ea9f8b58-2113-4733-8492-8a8ab6852f22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:04:25.540886 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Transition to ACTIVE for port object 05af8618-abea-43db-88c4-40642720c4e0 will not be triggered until provisioned by entity L2. {{(pid=80243) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 02 18:04:25.540886 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-ea9f8b58-2113-4733-8492-8a8ab6852f22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:04:25.540886 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:25.558838 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-38d3b1b4-23a0-4f9b-9842-a89e00cbab7f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:25.631013 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-644faf1e-30fc-494e-a615-4c9eb83c710a req-1c627198-3ab2-483b-8651-cf3d733d6b4c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Calling delete_port for 4aea88ce-b237-4316-90fd-f90e0973defc owned by network:floatingip {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:04:25.680201 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fe507d98-3125-41cb-a769-396356309609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:25.751474 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Pushing event updated for resources: {'Port': ['ID=05af8618-abea-43db-88c4-40642720c4e0,revision_number=2']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:25.754755 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:25.797592 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-644faf1e-30fc-494e-a615-4c9eb83c710a req-1c627198-3ab2-483b-8651-cf3d733d6b4c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:25.819396 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-938434a3-ca48-4649-bfd5-178f41bbf786 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:25.987563 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ea9f8b58-2113-4733-8492-8a8ab6852f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:25.997563 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c627198-3ab2-483b-8651-cf3d733d6b4c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event deleted for resources: {'Port': ['ID=4aea88ce-b237-4316-90fd-f90e0973defc,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:26.002216 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-1c627198-3ab2-483b-8651-cf3d733d6b4c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:26.003084 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ea9f8b58-2113-4733-8492-8a8ab6852f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:26.075826 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-eb3cd65b-62cc-4f16-a5d9-a2de78a2c561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:26.079792 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-644faf1e-30fc-494e-a615-4c9eb83c710a req-1c627198-3ab2-483b-8651-cf3d733d6b4c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for floatingip, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:26.107791 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-644faf1e-30fc-494e-a615-4c9eb83c710a req-1c627198-3ab2-483b-8651-cf3d733d6b4c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for floatingip, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:26.112730 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-644faf1e-30fc-494e-a615-4c9eb83c710a req-1c627198-3ab2-483b-8651-cf3d733d6b4c tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "DELETE /v2.0/floatingips/89c06c23-3edd-4a9b-b36e-dd9846fe4a21 HTTP/1.1" status: 204  len: 173 time: 1.1467226
Dec 02 18:04:26.118565 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-ea9f8b58-2113-4733-8492-8a8ab6852f22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dffc366e71b94d0e92ed95431ef95e6d&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0997825
Dec 02 18:04:26.127095 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 33220) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:26.143331 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Attempting to bind port 05af8618-abea-43db-88c4-40642720c4e0 on host hv-cinder-73362 for vnic_type normal with profile  {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 02 18:04:26.143768 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Attempting to bind port 05af8618-abea-43db-88c4-40642720c4e0 by drivers openvswitch on host hv-cinder-73362 at level 0 using segments [{'id': '656f7f11-80da-414b-ba71-3d156d743fee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7e1c2439-fca2-4999-a8bc-9875e78b8cf1'}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 02 18:04:26.144148 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Attempting to bind port 05af8618-abea-43db-88c4-40642720c4e0 on network 7e1c2439-fca2-4999-a8bc-9875e78b8cf1 {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 02 18:04:26.154537 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Checking agent: {'id': 'aef0e153-dd91-4e1e-85a0-648e466fcbbf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 2, 17, 47, 34), 'started_at': datetime.datetime(2020, 12, 2, 17, 48, 4), 'heartbeat_timestamp': datetime.datetime(2020, 12, 2, 18, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.56', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 02 18:04:26.154926 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Checking segment: {'id': '656f7f11-80da-414b-ba71-3d156d743fee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7e1c2439-fca2-4999-a8bc-9875e78b8cf1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80243) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 02 18:04:26.155343 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:26.155801 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Bound using segment: {'id': '656f7f11-80da-414b-ba71-3d156d743fee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7e1c2439-fca2-4999-a8bc-9875e78b8cf1'} {{(pid=80243) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 02 18:04:26.156214 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Bound port: 05af8618-abea-43db-88c4-40642720c4e0, host: hv-cinder-73362, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '656f7f11-80da-414b-ba71-3d156d743fee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '7e1c2439-fca2-4999-a8bc-9875e78b8cf1'}}] {{(pid=80243) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 02 18:04:26.156593 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:26.202696 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f8b58-2113-4733-8492-8a8ab6852f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b30b94-51f9-4423-b221-6ff79c0b0d6a,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:26.233796 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:26.260897 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-af2e3e10-c7c7-4058-826a-e4c70666f35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:26.263397 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ea9f8b58-2113-4733-8492-8a8ab6852f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:26.293936 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-af2e3e10-c7c7-4058-826a-e4c70666f35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:26.326619 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] For port 05af8618-abea-43db-88c4-40642720c4e0, host hv-cinder-73362, cleared binding levels {{(pid=80243) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 02 18:04:26.331143 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] For port 05af8618-abea-43db-88c4-40642720c4e0, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=05af8618-abea-43db-88c4-40642720c4e0,segment=NetworkSegment(656f7f11-80da-414b-ba71-3d156d743fee),segment_id=656f7f11-80da-414b-ba71-3d156d743fee)] {{(pid=80243) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 02 18:04:26.340907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843264519'] for port, after_update {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:26.363473 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:26.367319 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-af2e3e10-c7c7-4058-826a-e4c70666f35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:26.376620 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-391f712e-5f40-4874-b04c-57004da608eb tempest-TestMinimumBasicScenario-2062945597 tempest-TestMinimumBasicScenario-2062945597] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:26.399494 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e3e10-c7c7-4058-826a-e4c70666f35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b30b94-51f9-4423-b221-6ff79c0b0d6a,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:26.418938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-af2e3e10-c7c7-4058-826a-e4c70666f35b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:26.421334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-af2e3e10-c7c7-4058-826a-e4c70666f35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:26.425776 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-af2e3e10-c7c7-4058-826a-e4c70666f35b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83b30b94-51f9-4423-b221-6ff79c0b0d6a HTTP/1.1" status: 204  len: 168 time: 0.2949038
Dec 02 18:04:26.613183 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Pushing event updated for resources: {'Port': ['ID=05af8618-abea-43db-88c4-40642720c4e0,revision_number=3']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:26.619756 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:26.700585 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:26.701706 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:26.704239 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-cec3719f-e208-4a78-8a54-09aa52f9732f service neutron] 10.222.0.43 "PUT /v2.0/ports/05af8618-abea-43db-88c4-40642720c4e0 HTTP/1.1" status: 200  len: 1162 time: 2.1700528
Dec 02 18:04:26.704985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef238df9-2358-4ebd-87cc-96dd3d08677c', 'tag': '05af8618-abea-43db-88c4-40642720c4e0'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:04:26.881361 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef238df9-2358-4ebd-87cc-96dd3d08677c', 'tag': '05af8618-abea-43db-88c4-40642720c4e0', 'status': 'completed', 'code': 200}
Dec 02 18:04:26.964140 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-ba15a1c6-846e-4c43-9c43-c71fc686a282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:26.966249 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-ba15a1c6-846e-4c43-9c43-c71fc686a282 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09ed4d70c16e4d168d02c462309a5dfc&device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 1165 time: 0.2085018
Dec 02 18:04:26.979876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419ae08-0db8-4059-9d9d-c557d392a047 req-d756cca8-994e-494c-9e34-d350a52e3838 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:26.989787 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3419ae08-0db8-4059-9d9d-c557d392a047 req-d756cca8-994e-494c-9e34-d350a52e3838 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 948 time: 0.1645491
Dec 02 18:04:27.052934 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 33238) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:27.077740 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fb8c216e-f572-4887-abc6-4e063dfcd8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:27.099720 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-fb8c216e-f572-4887-abc6-4e063dfcd8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:04:27.099974 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-c8f14a48-2cf2-4e14-a22b-e1764531b391 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=05af8618-abea-43db-88c4-40642720c4e0 HTTP/1.1" status: 200  len: 217 time: 0.0885453
Dec 02 18:04:27.126038 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-fb8c216e-f572-4887-abc6-4e063dfcd8cf admin admin] Usage tracker for resource:security_group_rule and tenant:cdb585f4e4ce4744ac27a8f1b2035b4f is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:04:27.130175 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-fb8c216e-f572-4887-abc6-4e063dfcd8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:04:27.135985 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:27.141030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-fb8c216e-f572-4887-abc6-4e063dfcd8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:04:27.212746 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3419ae08-0db8-4059-9d9d-c557d392a047 req-a1196c41-4344-4c1a-bd01-69c285734e18 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/security-groups?id=6a836a87-cc53-4439-b933-50eef43c0c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2214351
Dec 02 18:04:27.241506 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-7c106d33-3113-42c9-b573-4155e8a894f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:27.243472 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-7c106d33-3113-42c9-b573-4155e8a894f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bfc08e8-9f87-4a32-81ef-47d7efaf6c54 HTTP/1.1" status: 200  len: 843 time: 0.1017385
Dec 02 18:04:27.246772 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fb8c216e-f572-4887-abc6-4e063dfcd8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:27.249902 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fb8c216e-f572-4887-abc6-4e063dfcd8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:27.260171 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ea6a0998-2498-4774-bcbe-58d3836fe3c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:27.307240 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-fb8c216e-f572-4887-abc6-4e063dfcd8cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cdb585f4e4ce4744ac27a8f1b2035b4f&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2527683
Dec 02 18:04:27.308351 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c216e-f572-4887-abc6-4e063dfcd8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae31bb8f-5dda-47c8-9ba0-bdb64b4ccec8,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:27.310223 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 33242) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:27.311943 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-fb8c216e-f572-4887-abc6-4e063dfcd8cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:27.396963 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-89a4d62f-cd24-476f-ab90-c314eab75183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:27.399318 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-89a4d62f-cd24-476f-ab90-c314eab75183 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e1c2439-fca2-4999-a8bc-9875e78b8cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1491377
Dec 02 18:04:27.404483 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-548a88cb-24a9-406d-8fa3-00150bc6d1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:27.535682 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-548a88cb-24a9-406d-8fa3-00150bc6d1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:27.876913 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:27.882039 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-041f4fb9-9aba-4a11-8c30-ef4b4044dbcd service neutron] 10.222.0.43 "GET /v2.0/networks/7e1c2439-fca2-4999-a8bc-9875e78b8cf1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4750063
Dec 02 18:04:27.914224 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-548a88cb-24a9-406d-8fa3-00150bc6d1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:27.921259 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-468b093b-807c-4628-ab57-274944afda18 req-2e32bdc0-0528-4a8a-80be-9131f344f7d3 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "GET /v2.0/security-groups/9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f HTTP/1.1" status: 200  len: 2885 time: 0.0590272
Dec 02 18:04:27.923217 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4467ad52-13c8-4d64-8f86-760fb1df6eac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:27.952764 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a88cb-24a9-406d-8fa3-00150bc6d1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae31bb8f-5dda-47c8-9ba0-bdb64b4ccec8,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:27.955578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-548a88cb-24a9-406d-8fa3-00150bc6d1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:28.010019 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-468b093b-807c-4628-ab57-274944afda18 req-60878adf-e082-4c13-b521-d4c5497e0b24 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:28.037509 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-548a88cb-24a9-406d-8fa3-00150bc6d1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:28.041761 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-548a88cb-24a9-406d-8fa3-00150bc6d1a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae31bb8f-5dda-47c8-9ba0-bdb64b4ccec8 HTTP/1.1" status: 204  len: 168 time: 0.7272069
Dec 02 18:04:28.048891 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-468b093b-807c-4628-ab57-274944afda18 req-60878adf-e082-4c13-b521-d4c5497e0b24 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:28.084390 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4fbd4d45-8ebe-464d-841e-4097e8ee7771 req-485777e0-8fea-4226-96f3-18172b97b207 service neutron] 10.222.0.43 "GET /v2.0/networks/7e1c2439-fca2-4999-a8bc-9875e78b8cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1950974
Dec 02 18:04:28.117972 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-468b093b-807c-4628-ab57-274944afda18 req-60878adf-e082-4c13-b521-d4c5497e0b24 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:28.124140 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-01524959-f795-42bf-9271-edb41c95add5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:28.142748 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60878adf-e082-4c13-b521-d4c5497e0b24 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:28.148720 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-60878adf-e082-4c13-b521-d4c5497e0b24 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:28.193678 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-468b093b-807c-4628-ab57-274944afda18 req-60878adf-e082-4c13-b521-d4c5497e0b24 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:28.198584 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-468b093b-807c-4628-ab57-274944afda18 req-60878adf-e082-4c13-b521-d4c5497e0b24 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] 10.222.0.21 "DELETE /v2.0/security-groups/9d9749f1-f66c-4f2c-887e-eab4ce3f9f9f HTTP/1.1" status: 204  len: 173 time: 0.2700469
Dec 02 18:04:28.278778 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 33256) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:28.306676 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0838b-40d7-4806-94bd-d05f305f42ea req-35e82aec-3782-4ce8-82bf-6bd3234ea11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:28.309154 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5df0838b-40d7-4806-94bd-d05f305f42ea req-35e82aec-3782-4ce8-82bf-6bd3234ea11c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=09ed4d70c16e4d168d02c462309a5dfc&device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 1165 time: 0.1260331
Dec 02 18:04:28.494037 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a616fd2-a03f-45b8-bfae-b02a3bf77bbd req-d0f020d7-99d5-4a08-be30-22d5277deaa9 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:28.495982 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8a616fd2-a03f-45b8-bfae-b02a3bf77bbd req-d0f020d7-99d5-4a08-be30-22d5277deaa9 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 948 time: 0.1198719
Dec 02 18:04:28.545242 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0838b-40d7-4806-94bd-d05f305f42ea req-65b930cd-eb4a-49f2-bdc5-e0e9d189e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:28.547372 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5df0838b-40d7-4806-94bd-d05f305f42ea req-65b930cd-eb4a-49f2-bdc5-e0e9d189e65c service neutron] 10.222.0.43 "GET /v2.0/networks?id=7e1c2439-fca2-4999-a8bc-9875e78b8cf1 HTTP/1.1" status: 200  len: 863 time: 0.2313983
Dec 02 18:04:28.592995 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-8a616fd2-a03f-45b8-bfae-b02a3bf77bbd req-cdca631d-92c8-47e7-9477-69601c44149e tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/security-groups?id=6a836a87-cc53-4439-b933-50eef43c0c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849812
Dec 02 18:04:28.677628 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5df0838b-40d7-4806-94bd-d05f305f42ea req-8b764dcb-00d3-42b5-ad5f-cc9b32be61f6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=05af8618-abea-43db-88c4-40642720c4e0 HTTP/1.1" status: 200  len: 217 time: 0.1230328
Dec 02 18:04:28.769841 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0838b-40d7-4806-94bd-d05f305f42ea req-01c11456-8ca7-4e6b-b3d3-d3ed478d10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:28.772047 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5df0838b-40d7-4806-94bd-d05f305f42ea req-01c11456-8ca7-4e6b-b3d3-d3ed478d10fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7bfc08e8-9f87-4a32-81ef-47d7efaf6c54 HTTP/1.1" status: 200  len: 843 time: 0.0880654
Dec 02 18:04:28.898781 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0838b-40d7-4806-94bd-d05f305f42ea req-f68b86f9-700f-41ed-b5a9-e7f9e333b943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:28.901487 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5df0838b-40d7-4806-94bd-d05f305f42ea req-f68b86f9-700f-41ed-b5a9-e7f9e333b943 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7e1c2439-fca2-4999-a8bc-9875e78b8cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1166768
Dec 02 18:04:29.084184 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5df0838b-40d7-4806-94bd-d05f305f42ea req-bdecdb34-b30a-4d5f-aeca-182c3166416c service neutron] 10.222.0.43 "GET /v2.0/networks/7e1c2439-fca2-4999-a8bc-9875e78b8cf1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1761227
Dec 02 18:04:29.225205 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ce78967e-f41a-487c-9ef7-a089243e5f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558260'] for router_interface, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:29.308700 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-5df0838b-40d7-4806-94bd-d05f305f42ea req-e9a41d81-40a3-40f1-8f71-a6ff0e7a23f2 service neutron] 10.222.0.43 "GET /v2.0/networks/7e1c2439-fca2-4999-a8bc-9875e78b8cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2177227
Dec 02 18:04:29.869024 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba799b-4b69-47bf-94e1-009635b4c5ac req-e10ba59b-ec65-41a2-908f-8a16ba5daf7f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:29.871018 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-27ba799b-4b69-47bf-94e1-009635b4c5ac req-e10ba59b-ec65-41a2-908f-8a16ba5daf7f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 948 time: 0.1085865
Dec 02 18:04:29.935739 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-27ba799b-4b69-47bf-94e1-009635b4c5ac req-d9884fc9-dbdd-421e-acb6-19ec1af50929 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/security-groups?id=6a836a87-cc53-4439-b933-50eef43c0c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576286
Dec 02 18:04:30.239080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-ce78967e-f41a-487c-9ef7-a089243e5f5b admin admin] Deleting port b1a03244-2b6e-4180-878b-8648d6e4769a {{(pid=80244) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:04:30.239617 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ce78967e-f41a-487c-9ef7-a089243e5f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:30.468726 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-ce78967e-f41a-487c-9ef7-a089243e5f5b admin admin] For port b1a03244-2b6e-4180-878b-8648d6e4769a, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=b1a03244-2b6e-4180-878b-8648d6e4769a,segment=NetworkSegment(205f4dc9-96e8-409d-a722-4c7af1aeab79),segment_id=205f4dc9-96e8-409d-a722-4c7af1aeab79)] {{(pid=80244) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:04:30.469339 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ce78967e-f41a-487c-9ef7-a089243e5f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:30.615822 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-ce78967e-f41a-487c-9ef7-a089243e5f5b admin admin] Calling delete_port for b1a03244-2b6e-4180-878b-8648d6e4769a owned by network:router_interface {{(pid=80244) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:04:30.813811 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ce78967e-f41a-487c-9ef7-a089243e5f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10858645'] for port, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:30.903454 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-505ae391-1bd7-4d08-b9ab-a791f93efb3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:30.956897 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78967e-f41a-487c-9ef7-a089243e5f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a03244-2b6e-4180-878b-8648d6e4769a,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:30.959865 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ce78967e-f41a-487c-9ef7-a089243e5f5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:31.468273 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865ddaf-e60c-4120-b634-5c2983d2e97f req-808dc40a-1e14-4867-9df5-ed20da05675a tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:31.481201 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2865ddaf-e60c-4120-b634-5c2983d2e97f req-808dc40a-1e14-4867-9df5-ed20da05675a tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 948 time: 0.3215888
Dec 02 18:04:31.533863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ce78967e-f41a-487c-9ef7-a089243e5f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850785554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854126231'] for router_interface, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:31.668441 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-2865ddaf-e60c-4120-b634-5c2983d2e97f req-da1f0aa1-5da4-4c21-996f-655cced60fe1 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/security-groups?id=6a836a87-cc53-4439-b933-50eef43c0c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1859145
Dec 02 18:04:32.140446 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce78967e-f41a-487c-9ef7-a089243e5f5b admin admin] Router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80244) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 18:04:32.151540 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Network 7e1c2439-fca2-4999-a8bc-9875e78b8cf1 details requested by agent ovs-agent-hv-cinder-73362 with host hv-cinder-73362 {{(pid=80245) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 02 18:04:32.344342 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce78967e-f41a-487c-9ef7-a089243e5f5b admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80244) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 18:04:32.358606 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0f79df-94e1-49b9-a891-c0e539aa3fd3 None None] Sync routers for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 18:04:32.362679 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-ce78967e-f41a-487c-9ef7-a089243e5f5b admin admin] 10.222.0.21 "PUT /v2.0/routers/8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0822105
Dec 02 18:04:32.362997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 33310) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:32.372256 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0f79df-94e1-49b9-a891-c0e539aa3fd3 None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:04:32.373025 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-ac0f79df-94e1-49b9-a891-c0e539aa3fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c88e940>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:04:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:32.560215 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.objects.ports [None req-db564f96-0d9b-4119-adf1-31e7a47abb2a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80245) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 02 18:04:32.575627 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-ac0f79df-94e1-49b9-a891-c0e539aa3fd3 None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:04:32.592452 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2a509d2a-bf99-4ed0-806b-9fafb24e5653 admin admin] Notify callbacks [] for router, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:33.010303 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2a509d2a-bf99-4ed0-806b-9fafb24e5653 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:33.022221 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-2a509d2a-bf99-4ed0-806b-9fafb24e5653 admin admin] Deleting port f6c399fe-693b-4a74-bb82-8029a182024c {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:04:33.027640 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2a509d2a-bf99-4ed0-806b-9fafb24e5653 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:33.201429 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-ac0f79df-94e1-49b9-a891-c0e539aa3fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c88e940>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T18:04:30Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:33.213640 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0f79df-94e1-49b9-a891-c0e539aa3fd3 None None] Checking router: 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 for host: dv-cinder-733623-9-iscsi {{(pid=80246) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 18:04:33.259715 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 05af8618-abea-43db-88c4-40642720c4e0 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:04:33.276207 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0f79df-94e1-49b9-a891-c0e539aa3fd3 None None] Routers {'8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80246) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:04:33.284001 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-ac0f79df-94e1-49b9-a891-c0e539aa3fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c88e940>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:04:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'], 'active': True} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:33.417543 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-2a509d2a-bf99-4ed0-806b-9fafb24e5653 admin admin] For port f6c399fe-693b-4a74-bb82-8029a182024c, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=f6c399fe-693b-4a74-bb82-8029a182024c,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:04:33.417960 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2a509d2a-bf99-4ed0-806b-9fafb24e5653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:33.430984 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning for port 05af8618-abea-43db-88c4-40642720c4e0 completed by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 02 18:04:33.453440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 05af8618-abea-43db-88c4-40642720c4e0 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:04:33.453840 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:33.623798 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:33.636978 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-ac0f79df-94e1-49b9-a891-c0e539aa3fd3 None None] Set router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 gateway port host: dv-cinder-733623-9-iscsi {{(pid=80246) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:04:33.667322 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 05af8618-abea-43db-88c4-40642720c4e0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=05af8618-abea-43db-88c4-40642720c4e0,segment=NetworkSegment(656f7f11-80da-414b-ba71-3d156d743fee),segment_id=656f7f11-80da-414b-ba71-3d156d743fee)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:04:33.674714 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef238df9-2358-4ebd-87cc-96dd3d08677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05af8618-abea-43db-88c4-40642720c4e0'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:04:33.679907 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-2a509d2a-bf99-4ed0-806b-9fafb24e5653 admin admin] Calling delete_port for f6c399fe-693b-4a74-bb82-8029a182024c owned by network:router_gateway {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:04:33.693472 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:33.700333 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:33.791332 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef238df9-2358-4ebd-87cc-96dd3d08677c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05af8618-abea-43db-88c4-40642720c4e0', 'code': 200}
Dec 02 18:04:33.793714 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=05af8618-abea-43db-88c4-40642720c4e0,revision_number=4']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:33.799099 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:33.922142 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcc1c8-aed2-4ccb-8c8e-771206451cd0 req-dcbb1773-7363-422c-83e9-9bc5a0592ab0 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:33.930253 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-35bcc1c8-aed2-4ccb-8c8e-771206451cd0 req-dcbb1773-7363-422c-83e9-9bc5a0592ab0 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 950 time: 0.7750568
Dec 02 18:04:33.992741 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2a509d2a-bf99-4ed0-806b-9fafb24e5653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:34.015368 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-35bcc1c8-aed2-4ccb-8c8e-771206451cd0 req-29af9b16-e05d-42bc-a342-b60434930056 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/security-groups?id=6a836a87-cc53-4439-b933-50eef43c0c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832837
Dec 02 18:04:34.043440 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-ac0f79df-94e1-49b9-a891-c0e539aa3fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c88e940>, [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T18:04:30Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80246) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:34.048591 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0f79df-94e1-49b9-a891-c0e539aa3fd3 None None] The sync data for ids ['8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9'] in dv-cinder-733623-9-iscsi is: [{'id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'name': 'tempest-TestVolumeBootPattern-859338909-router', 'tenant_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:39Z', 'updated_at': '2020-12-02T18:04:30Z', 'revision_number': 5, 'project_id': '4efb85fc834d471fbfdaf374fbfc0c75', 'gw_port': {'id': 'f6c399fe-693b-4a74-bb82-8029a182024c', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:0b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:41Z', 'updated_at': '2020-12-02T17:53:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}] {{(pid=80246) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 18:04:34.187205 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 05af8618-abea-43db-88c4-40642720c4e0 up at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 02 18:04:34.228687 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94540581-fb7a-485b-8f4e-6f3deec78e3d req-d28bfb56-8ffc-45be-96be-59363ff0251d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:34.230364 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-94540581-fb7a-485b-8f4e-6f3deec78e3d req-d28bfb56-8ffc-45be-96be-59363ff0251d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 1167 time: 0.1836147
Dec 02 18:04:34.265649 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.provisioning_blocks [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Provisioning complete for port 05af8618-abea-43db-88c4-40642720c4e0 triggered by entity L2. {{(pid=80245) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 02 18:04:34.266089 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3664367'] for port, provisioning_complete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:34.326672 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2a509d2a-bf99-4ed0-806b-9fafb24e5653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558396'] for router_gateway, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:34.400239 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-94540581-fb7a-485b-8f4e-6f3deec78e3d req-4910dc55-0dff-4094-af24-5726edf998f4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6a836a87-cc53-4439-b933-50eef43c0c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339161
Dec 02 18:04:34.477915 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2a509d2a-bf99-4ed0-806b-9fafb24e5653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3749'] for router, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:34.480681 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2a509d2a-bf99-4ed0-806b-9fafb24e5653 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:34.514680 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2a509d2a-bf99-4ed0-806b-9fafb24e5653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854217073'] for router, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:34.515508 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a509d2a-bf99-4ed0-806b-9fafb24e5653 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 {{(pid=80243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 02 18:04:34.530917 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2a509d2a-bf99-4ed0-806b-9fafb24e5653 admin admin] Notify callbacks [] for router, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:34.532476 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-2a509d2a-bf99-4ed0-806b-9fafb24e5653 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8af7d7fe-90f1-4f95-bf02-8d4b8be6f5d9 HTTP/1.1" status: 204  len: 168 time: 2.1682279
Dec 02 18:04:34.535217 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 33330) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:34.607989 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_v2 [None req-18caa5ee-aa86-4d27-9d3a-e60e085be79d admin admin] Deleting subnet ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 {{(pid=80243) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 18:04:34.613020 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-18caa5ee-aa86-4d27-9d3a-e60e085be79d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:34.680554 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-18caa5ee-aa86-4d27-9d3a-e60e085be79d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853494372'] for subnet, precommit_delete_associations {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:34.773721 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-18caa5ee-aa86-4d27-9d3a-e60e085be79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851170303'] for subnet, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:34.858061 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device b1a03244-2b6e-4180-878b-8648d6e4769a no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:04:34.925881 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: b1a03244-2b6e-4180-878b-8648d6e4769a {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:04:34.926595 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device b1a03244-2b6e-4180-878b-8648d6e4769a not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:04:35.091720 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-18caa5ee-aa86-4d27-9d3a-e60e085be79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11511332', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11453539'] for subnet, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:35.180611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-34416214-4471-463e-a4c3-dbe3da5b88f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:35.291000 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f31f5-c6ed-49b6-9c4d-ca888667f762 req-723acb9e-034b-4eec-9666-abdb485d7bf5 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:35.292015 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-864f31f5-c6ed-49b6-9c4d-ca888667f762 req-723acb9e-034b-4eec-9666-abdb485d7bf5 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 950 time: 0.1002603
Dec 02 18:04:35.352666 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-864f31f5-c6ed-49b6-9c4d-ca888667f762 req-06ced4bf-7cbd-4c97-9880-d9227f6117ff tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/security-groups?id=6a836a87-cc53-4439-b933-50eef43c0c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475526
Dec 02 18:04:35.492562 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18caa5ee-aa86-4d27-9d3a-e60e085be79d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccc5f159-4bff-43bf-8f0c-71025b7fe5f3,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:35.495629 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-18caa5ee-aa86-4d27-9d3a-e60e085be79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:35.515654 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-18caa5ee-aa86-4d27-9d3a-e60e085be79d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:35.520973 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1e4fb6-5738-4104-896e-dbaf3cee8d3e None None] Network 81ba944c-237a-4bb9-9742-673bb3d6486a requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 18:04:35.523515 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-18caa5ee-aa86-4d27-9d3a-e60e085be79d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ccc5f159-4bff-43bf-8f0c-71025b7fe5f3 HTTP/1.1" status: 204  len: 168 time: 0.9865658
Dec 02 18:04:35.526023 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 33344) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:35.647307 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3483811'] for network, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:35.723825 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Deleting port 2020c61c-b36f-4377-9ee5-526170f795fc {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:04:35.724383 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:35.801171 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edb566d-d62c-41b1-9196-54b5977e98a1 None None] DHCP port deletion for 81ba944c-237a-4bb9-9742-673bb3d6486a request from dv-cinder-733623-9-iscsi {{(pid=80245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 02 18:04:35.807242 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-4edb566d-d62c-41b1-9196-54b5977e98a1 None None] Deleting port 2020c61c-b36f-4377-9ee5-526170f795fc {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:04:35.807779 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4edb566d-d62c-41b1-9196-54b5977e98a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:36.014397 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] For port 2020c61c-b36f-4377-9ee5-526170f795fc, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=2020c61c-b36f-4377-9ee5-526170f795fc,segment=NetworkSegment(205f4dc9-96e8-409d-a722-4c7af1aeab79),segment_id=205f4dc9-96e8-409d-a722-4c7af1aeab79)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:04:36.014867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:36.066584 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-4edb566d-d62c-41b1-9196-54b5977e98a1 None None] For port 2020c61c-b36f-4377-9ee5-526170f795fc, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=2020c61c-b36f-4377-9ee5-526170f795fc,segment=NetworkSegment(205f4dc9-96e8-409d-a722-4c7af1aeab79),segment_id=205f4dc9-96e8-409d-a722-4c7af1aeab79)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:04:36.067136 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4edb566d-d62c-41b1-9196-54b5977e98a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:36.200868 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Calling delete_port for 2020c61c-b36f-4377-9ee5-526170f795fc owned by network:dhcp {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:04:36.230436 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-4edb566d-d62c-41b1-9196-54b5977e98a1 None None] Calling delete_port for 2020c61c-b36f-4377-9ee5-526170f795fc owned by network:dhcp {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:04:36.302216 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:36.329209 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-65a44b19-ce87-4d2d-b24b-b472f79d670a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:36.331762 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [None req-4edb566d-d62c-41b1-9196-54b5977e98a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 18:04:36.332255 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [None req-4edb566d-d62c-41b1-9196-54b5977e98a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 18:04:36.379980 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Pushing event deleted for resources: {'Port': ['ID=2020c61c-b36f-4377-9ee5-526170f795fc,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:36.512421 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:36.581246 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] No DVR routers for this DVR port 2020c61c-b36f-4377-9ee5-526170f795fc on host dv-cinder-733623-9-iscsi {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 18:04:36.730862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851106152', 'neutron.services.segments.db._delete_segments_for_network--9223363262389739448'] for network, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:36.790969 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56904f-3ff8-492f-b5e7-55d87ff34472 req-062f9f74-8a0d-4a1d-b14f-8e4d9841ca8d tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:36.792723 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4c56904f-3ff8-492f-b5e7-55d87ff34472 req-062f9f74-8a0d-4a1d-b14f-8e4d9841ca8d tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 950 time: 0.2817204
Dec 02 18:04:36.825901 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 33364) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:36.833715 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-4edb566d-d62c-41b1-9196-54b5977e98a1 None None] Deleting port 2020c61c-b36f-4377-9ee5-526170f795fc {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:04:36.834314 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4edb566d-d62c-41b1-9196-54b5977e98a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:36.889602 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device f6c399fe-693b-4a74-bb82-8029a182024c no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:04:36.906934 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-4c56904f-3ff8-492f-b5e7-55d87ff34472 req-97019634-5b6c-415c-bf7e-9c3b2f3c6925 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/security-groups?id=6a836a87-cc53-4439-b933-50eef43c0c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634565
Dec 02 18:04:36.948423 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf6643a7b8>,) {'filters': {'network_id': ['81ba944c-237a-4bb9-9742-673bb3d6486a']}} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:36.971436 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf6643a7b8>, '205f4dc9-96e8-409d-a722-4c7af1aeab79') {'for_net_delete': True} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:36.977900 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf6643a7b8>, '205f4dc9-96e8-409d-a722-4c7af1aeab79') {} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:36.984873 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-4edb566d-d62c-41b1-9196-54b5977e98a1 None None] The port '2020c61c-b36f-4377-9ee5-526170f795fc' was deleted {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 02 18:04:36.986517 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: f6c399fe-693b-4a74-bb82-8029a182024c {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:04:36.987101 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device f6c399fe-693b-4a74-bb82-8029a182024c not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:04:36.987773 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 2020c61c-b36f-4377-9ee5-526170f795fc no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:04:37.007250 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262389743032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1281428'] for segment, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:37.027120 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: 2020c61c-b36f-4377-9ee5-526170f795fc {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:04:37.027754 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 2020c61c-b36f-4377-9ee5-526170f795fc not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:04:37.062268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:37.067032 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 18:04:37.120560 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7ad92456-5753-4ca5-9e7d-7e811be88102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:37.159179 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-7ad92456-5753-4ca5-9e7d-7e811be88102 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:04:37.169149 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-7ad92456-5753-4ca5-9e7d-7e811be88102 admin admin] Usage tracker for resource:security_group_rule and tenant:0c81445d967f4df2832ca1748d576e10 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:04:37.177198 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-7ad92456-5753-4ca5-9e7d-7e811be88102 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:04:37.191568 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-7ad92456-5753-4ca5-9e7d-7e811be88102 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:04:37.332510 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7ad92456-5753-4ca5-9e7d-7e811be88102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:37.334964 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Network 81ba944c-237a-4bb9-9742-673bb3d6486a has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:04:37.336667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-7ad92456-5753-4ca5-9e7d-7e811be88102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:37.347293 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851109762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843264633'] for segment, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:37.369455 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-809a429e-6dbb-4fce-b60c-1ab1220fd42b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:37.406689 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-7ad92456-5753-4ca5-9e7d-7e811be88102 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c81445d967f4df2832ca1748d576e10&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5791786
Dec 02 18:04:37.407554 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 33376) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:37.408349 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad92456-5753-4ca5-9e7d-7e811be88102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb10f096-504b-4537-ae2e-9aa1adfcf6da,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:37.425109 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7ad92456-5753-4ca5-9e7d-7e811be88102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:37.485990 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b7df6719-c0e6-4a3a-89a9-477ecb80460c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:37.519306 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b7df6719-c0e6-4a3a-89a9-477ecb80460c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:37.580544 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b7df6719-c0e6-4a3a-89a9-477ecb80460c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:37.586794 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-7ad92456-5753-4ca5-9e7d-7e811be88102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:37.599005 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df6719-c0e6-4a3a-89a9-477ecb80460c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb10f096-504b-4537-ae2e-9aa1adfcf6da,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:37.604689 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b7df6719-c0e6-4a3a-89a9-477ecb80460c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:37.606901 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-b7df6719-c0e6-4a3a-89a9-477ecb80460c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:37.610677 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b7df6719-c0e6-4a3a-89a9-477ecb80460c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb10f096-504b-4537-ae2e-9aa1adfcf6da HTTP/1.1" status: 204  len: 168 time: 0.1963089
Dec 02 18:04:37.641488 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Network 81ba944c-237a-4bb9-9742-673bb3d6486a has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]: Traceback (most recent call last):
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:     timer()
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:     cb(*args, **kw)
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:     return func(*args, **kwargs)
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._notify()
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.callback(batched_events)
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:     event.method(event)
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:     segment_id)['aggregates'][0]
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, *a, **k)
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._get(url).json()
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:     **kwargs)
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.request(url, 'GET', **kwargs)
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:     **endpoint_filter)
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 18:04:37.668781 dv-cinder-733623-9-iscsi neutron-server[80134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 18:04:37.772503 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886ae9d-d902-4592-b976-6cb28bf4bbef req-f9c2289d-a327-4eed-a5a6-411879380eaa tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:37.775093 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3886ae9d-d902-4592-b976-6cb28bf4bbef req-f9c2289d-a327-4eed-a5a6-411879380eaa tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 950 time: 0.3121572
Dec 02 18:04:37.780206 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3669648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854217382'] for network, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:37.785802 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:37.790945 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-abe3ae3f-cb82-4c7c-8d49-0df4471a3014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:37.836953 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Pushing event deleted for resources: {'Network': ['ID=81ba944c-237a-4bb9-9742-673bb3d6486a,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:37.840120 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:37.872426 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-3886ae9d-d902-4592-b976-6cb28bf4bbef req-e096cdda-ba4e-4cbc-93de-e33146719d6b tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/security-groups?id=6a836a87-cc53-4439-b933-50eef43c0c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0824897
Dec 02 18:04:37.873783 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-a3f45a8b-7806-432a-8cdb-730caedfcb83 admin admin] 10.222.0.21 "DELETE /v2.0/networks/81ba944c-237a-4bb9-9742-673bb3d6486a HTTP/1.1" status: 204  len: 168 time: 2.3467052
Dec 02 18:04:37.876948 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 33384) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:38.024887 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 33388) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:38.046007 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-65a4d3e4-a604-4de3-ab4b-e9980522f2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:38.063073 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-65a4d3e4-a604-4de3-ab4b-e9980522f2d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:04:38.067422 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-65a4d3e4-a604-4de3-ab4b-e9980522f2d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ab3f76d6e350458a8b8761c6c90e6141 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:04:38.070873 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-65a4d3e4-a604-4de3-ab4b-e9980522f2d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:04:38.077023 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-65a4d3e4-a604-4de3-ab4b-e9980522f2d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:04:38.178178 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-65a4d3e4-a604-4de3-ab4b-e9980522f2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:38.182450 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-65a4d3e4-a604-4de3-ab4b-e9980522f2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:38.192389 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-0022475e-2d25-476c-993d-8596e24e7abc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:38.245689 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-65a4d3e4-a604-4de3-ab4b-e9980522f2d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab3f76d6e350458a8b8761c6c90e6141&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2157080
Dec 02 18:04:38.245689 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a4d3e4-a604-4de3-ab4b-e9980522f2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cbd75c-8e25-4cfe-9016-5e2d0577dc04,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:38.246371 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 33392) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:38.247737 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-65a4d3e4-a604-4de3-ab4b-e9980522f2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:38.343467 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ec98ce7f-7818-417d-b816-1daea92fc471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-558260'] for router_interface, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:38.485098 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c65e597-9d55-4050-9cd6-76f7f453be21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:38.534677 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c65e597-9d55-4050-9cd6-76f7f453be21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:38.659867 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c65e597-9d55-4050-9cd6-76f7f453be21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:38.667931 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-548a88cb-24a9-406d-8fa3-00150bc6d1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:38.737447 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65e597-9d55-4050-9cd6-76f7f453be21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cbd75c-8e25-4cfe-9016-5e2d0577dc04,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:38.743434 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3c65e597-9d55-4050-9cd6-76f7f453be21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:38.784723 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3c65e597-9d55-4050-9cd6-76f7f453be21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:38.785952 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-3c65e597-9d55-4050-9cd6-76f7f453be21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/50cbd75c-8e25-4cfe-9016-5e2d0577dc04 HTTP/1.1" status: 204  len: 168 time: 0.5382776
Dec 02 18:04:39.520627 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-ec98ce7f-7818-417d-b816-1daea92fc471 admin admin] Deleting port 0fb12cf8-1942-490c-b26d-51450ac7f960 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:04:39.520997 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ec98ce7f-7818-417d-b816-1daea92fc471 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:39.557469 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aab43a-c37f-485c-8893-9ecd7db98bcb req-c4955a0d-e0be-453d-8270-f44b814b9ac0 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:39.560059 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-c0555c15-9878-4afc-8552-77130cde2915 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:39.561741 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-c0555c15-9878-4afc-8552-77130cde2915 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.43 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 950 time: 0.5647364
Dec 02 18:04:39.566344 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e0aab43a-c37f-485c-8893-9ecd7db98bcb req-c4955a0d-e0be-453d-8270-f44b814b9ac0 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 950 time: 0.4893594
Dec 02 18:04:39.631241 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-e0aab43a-c37f-485c-8893-9ecd7db98bcb req-2add8a03-95ab-44e2-87d7-0d5e153562a1 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/security-groups?id=6a836a87-cc53-4439-b933-50eef43c0c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635722
Dec 02 18:04:39.650442 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Deleting port 05af8618-abea-43db-88c4-40642720c4e0 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:04:39.650861 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:40.043657 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-ec98ce7f-7818-417d-b816-1daea92fc471 admin admin] For port 0fb12cf8-1942-490c-b26d-51450ac7f960, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=0fb12cf8-1942-490c-b26d-51450ac7f960,segment=NetworkSegment(1d60bd5c-8c75-43b2-8377-09777b6eecb6),segment_id=1d60bd5c-8c75-43b2-8377-09777b6eecb6)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:04:40.044133 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ec98ce7f-7818-417d-b816-1daea92fc471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:40.094654 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Device 05af8618-abea-43db-88c4-40642720c4e0 no longer exists at agent ovs-agent-hv-cinder-73362 {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:04:40.120888 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:04:40.205644 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-ec98ce7f-7818-417d-b816-1daea92fc471 admin admin] Calling delete_port for 0fb12cf8-1942-490c-b26d-51450ac7f960 owned by network:router_interface {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:04:40.286843 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] For port 05af8618-abea-43db-88c4-40642720c4e0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=05af8618-abea-43db-88c4-40642720c4e0,segment=NetworkSegment(656f7f11-80da-414b-ba71-3d156d743fee),segment_id=656f7f11-80da-414b-ba71-3d156d743fee)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:04:40.287254 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:40.313045 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3499323'] for port, before_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:40.349244 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef238df9-2358-4ebd-87cc-96dd3d08677c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05af8618-abea-43db-88c4-40642720c4e0'}] {{(pid=80245) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:04:40.380428 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-36e6c24d-eefe-4617-9042-be281554067e None None] For port 05af8618-abea-43db-88c4-40642720c4e0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=05af8618-abea-43db-88c4-40642720c4e0,segment=NetworkSegment(656f7f11-80da-414b-ba71-3d156d743fee),segment_id=656f7f11-80da-414b-ba71-3d156d743fee)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:04:40.387413 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363262389724805', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774464528089', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363262390247694'] for port, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:40.395198 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:40.452358 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Calling delete_port for 05af8618-abea-43db-88c4-40642720c4e0 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:04:40.456810 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef238df9-2358-4ebd-87cc-96dd3d08677c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05af8618-abea-43db-88c4-40642720c4e0', 'code': 200}
Dec 02 18:04:40.508586 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:40.523415 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Pushing event updated for resources: {'Port': ['ID=05af8618-abea-43db-88c4-40642720c4e0,revision_number=5']} {{(pid=80245) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:40.528105 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80245) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:40.604758 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80243) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 18:04:40.605155 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 18:04:40.706967 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ec98ce7f-7818-417d-b816-1daea92fc471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:40.733847 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:40.810005 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec98ce7f-7818-417d-b816-1daea92fc471 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb12cf8-1942-490c-b26d-51450ac7f960,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:40.813941 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ec98ce7f-7818-417d-b816-1daea92fc471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:40.907799 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5ee93-a2d9-4da2-97c8-6a4a8e17bd5a req-5b64c8e9-877b-4843-a8b9-65c5bda3b209 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80244) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:40.909916 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-95c5ee93-a2d9-4da2-97c8-6a4a8e17bd5a req-5b64c8e9-877b-4843-a8b9-65c5bda3b209 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 948 time: 0.1299872
Dec 02 18:04:41.143118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Deleting port 05af8618-abea-43db-88c4-40642720c4e0 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:04:41.144170 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:41.365839 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-95c5ee93-a2d9-4da2-97c8-6a4a8e17bd5a req-6f317153-832e-4127-92a6-f1621a9b10fb tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/security-groups?id=6a836a87-cc53-4439-b933-50eef43c0c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4477587
Dec 02 18:04:41.625169 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ec98ce7f-7818-417d-b816-1daea92fc471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036850785554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854126231'] for router_interface, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:41.749164 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] For port 05af8618-abea-43db-88c4-40642720c4e0, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-73362',level=0,port_id=05af8618-abea-43db-88c4-40642720c4e0,segment=NetworkSegment(656f7f11-80da-414b-ba71-3d156d743fee),segment_id=656f7f11-80da-414b-ba71-3d156d743fee)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:04:41.749578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:41.894571 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Calling delete_port for 05af8618-abea-43db-88c4-40642720c4e0 owned by compute:nova {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:04:41.901949 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 33458) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:42.091602 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e1ae8553-18c5-4f5b-bb97-0bd35d81cc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:42.123859 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-e1ae8553-18c5-4f5b-bb97-0bd35d81cc5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:04:42.130080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-e1ae8553-18c5-4f5b-bb97-0bd35d81cc5e admin admin] Usage tracker for resource:security_group_rule and tenant:3ac0a4b5567d41b49a78ef1e43e90fec is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:04:42.135765 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-e1ae8553-18c5-4f5b-bb97-0bd35d81cc5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:04:42.147701 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-e1ae8553-18c5-4f5b-bb97-0bd35d81cc5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:04:42.266115 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e1ae8553-18c5-4f5b-bb97-0bd35d81cc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:42.269451 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e1ae8553-18c5-4f5b-bb97-0bd35d81cc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:42.280069 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-fba096bf-fb17-4c7a-a892-c92cac390298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:42.329201 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae8553-18c5-4f5b-bb97-0bd35d81cc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d982b8af-7fc8-4325-b583-22a233d98895,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:42.338330 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-e1ae8553-18c5-4f5b-bb97-0bd35d81cc5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ac0a4b5567d41b49a78ef1e43e90fec&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4317360
Dec 02 18:04:42.338330 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e1ae8553-18c5-4f5b-bb97-0bd35d81cc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:42.339061 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 33464) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:42.428080 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ad934fb1-01e8-44eb-ae37-3a42af33c765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:42.467041 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ad934fb1-01e8-44eb-ae37-3a42af33c765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:42.536596 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ad934fb1-01e8-44eb-ae37-3a42af33c765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:42.543268 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-af2e3e10-c7c7-4058-826a-e4c70666f35b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:42.560234 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad934fb1-01e8-44eb-ae37-3a42af33c765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d982b8af-7fc8-4325-b583-22a233d98895,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:42.567399 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ad934fb1-01e8-44eb-ae37-3a42af33c765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:42.571750 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-ad934fb1-01e8-44eb-ae37-3a42af33c765 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d982b8af-7fc8-4325-b583-22a233d98895 HTTP/1.1" status: 204  len: 168 time: 0.2287428
Dec 02 18:04:42.571750 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ad934fb1-01e8-44eb-ae37-3a42af33c765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:42.634854 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:42.656181 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-af4acfe6-8e48-485b-9e8c-af191af8a664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:42.715651 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Pushing event deleted for resources: {'Port': ['ID=05af8618-abea-43db-88c4-40642720c4e0,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:42.802060 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:43.060375 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a35c0-5d20-4d13-80cf-9938040d59e5 req-ba4268f6-0e76-4070-b0b9-fa9e088af475 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80243) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 02 18:04:43.062949 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-558a35c0-5d20-4d13-80cf-9938040d59e5 req-ba4268f6-0e76-4070-b0b9-fa9e088af475 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 865 time: 0.5415437
Dec 02 18:04:43.069372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 33474) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:43.093473 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-25b6683c-da4b-4d59-acbb-1f75ab16879f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:43.135536 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-25b6683c-da4b-4d59-acbb-1f75ab16879f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:04:43.140659 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-25b6683c-da4b-4d59-acbb-1f75ab16879f admin admin] Usage tracker for resource:security_group_rule and tenant:7ad8a5d5fdef4ecabd44efba6c4d38d4 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:04:43.144419 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-25b6683c-da4b-4d59-acbb-1f75ab16879f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:04:43.153128 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-25b6683c-da4b-4d59-acbb-1f75ab16879f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:04:43.223262 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-558a35c0-5d20-4d13-80cf-9938040d59e5 req-669b79c1-d901-419a-b790-26ab20f10adc tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/security-groups?id=6a836a87-cc53-4439-b933-50eef43c0c7f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1390481
Dec 02 18:04:43.285180 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec98ce7f-7818-417d-b816-1daea92fc471 admin admin] Router 3299a299-7eb2-4070-ab65-95d65520dddd has already been hosted by L3 agent 969376f6-ce06-4316-b861-b4eec05aa577 {{(pid=80243) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 02 18:04:43.286561 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] No DVR routers for this DVR port 05af8618-abea-43db-88c4-40642720c4e0 on host hv-cinder-73362 {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 18:04:43.292185 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854745345'] for port, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:43.296266 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef238df9-2358-4ebd-87cc-96dd3d08677c', 'name': 'network-vif-deleted', 'tag': '05af8618-abea-43db-88c4-40642720c4e0'}] {{(pid=80243) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 02 18:04:43.321715 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-25b6683c-da4b-4d59-acbb-1f75ab16879f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:43.327639 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-25b6683c-da4b-4d59-acbb-1f75ab16879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:43.351551 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-340263c3-29a8-4f99-a3e1-5f33f27fff25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:43.438885 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-25b6683c-da4b-4d59-acbb-1f75ab16879f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ad8a5d5fdef4ecabd44efba6c4d38d4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3645191
Dec 02 18:04:43.445016 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 33480) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:43.448736 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6683c-da4b-4d59-acbb-1f75ab16879f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1c31fc-8274-466d-8428-82ade43bcae4,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:43.519519 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-25b6683c-da4b-4d59-acbb-1f75ab16879f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:43.528204 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef238df9-2358-4ebd-87cc-96dd3d08677c', 'name': 'network-vif-deleted', 'tag': '05af8618-abea-43db-88c4-40642720c4e0', 'status': 'completed', 'code': 200}
Dec 02 18:04:43.541862 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-7b3d4e7c-f41f-467d-9455-d045989d1733 req-3328592a-e07f-40e3-94ae-ddebcdd1765f tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.43 "DELETE /v2.0/ports/05af8618-abea-43db-88c4-40642720c4e0 HTTP/1.1" status: 204  len: 173 time: 3.9724188
Dec 02 18:04:43.550919 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e762e6aa-edf0-402a-9d69-bf48bfe1038e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:43.588897 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e762e6aa-edf0-402a-9d69-bf48bfe1038e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:43.620248 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec98ce7f-7818-417d-b816-1daea92fc471 admin admin] Notify agent at l3_agent.dv-cinder-733623-9-iscsi the message routers_updated {{(pid=80243) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 02 18:04:43.629252 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-ec98ce7f-7818-417d-b816-1daea92fc471 admin admin] 10.222.0.21 "PUT /v2.0/routers/3299a299-7eb2-4070-ab65-95d65520dddd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7488482
Dec 02 18:04:43.629718 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 33484) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:43.638426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b83049-12bc-4a19-bfd8-a87dd98b8dbc None None] Sync routers for ids ['3299a299-7eb2-4070-ab65-95d65520dddd'] in dv-cinder-733623-9-iscsi {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}}
Dec 02 18:04:43.652500 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e762e6aa-edf0-402a-9d69-bf48bfe1038e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:43.656890 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b83049-12bc-4a19-bfd8-a87dd98b8dbc None None] Routers {'3299a299-7eb2-4070-ab65-95d65520dddd'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:04:43.657959 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-b5b83049-12bc-4a19-bfd8-a87dd98b8dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c7020b8>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:04:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['3299a299-7eb2-4070-ab65-95d65520dddd'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:43.664113 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-25b6683c-da4b-4d59-acbb-1f75ab16879f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:43.711724 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762e6aa-edf0-402a-9d69-bf48bfe1038e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1c31fc-8274-466d-8428-82ade43bcae4,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:43.715301 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e762e6aa-edf0-402a-9d69-bf48bfe1038e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:43.716670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-e762e6aa-edf0-402a-9d69-bf48bfe1038e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:43.738766 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-e762e6aa-edf0-402a-9d69-bf48bfe1038e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb1c31fc-8274-466d-8428-82ade43bcae4 HTTP/1.1" status: 204  len: 168 time: 0.2896321
Dec 02 18:04:43.932676 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7c1c-cbaf-4f13-8d31-f096990aa69e admin admin] Notify callbacks [] for router, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:44.275081 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7c1c-cbaf-4f13-8d31-f096990aa69e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:44.294243 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-b5b83049-12bc-4a19-bfd8-a87dd98b8dbc None None] Set router 3299a299-7eb2-4070-ab65-95d65520dddd gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:04:44.295249 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b7c1c-cbaf-4f13-8d31-f096990aa69e admin admin] Deleting port c99ecee5-5140-443b-9625-db4dc5964700 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:04:44.295864 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7c1c-cbaf-4f13-8d31-f096990aa69e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:44.561917 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-5d4b7c1c-cbaf-4f13-8d31-f096990aa69e admin admin] For port c99ecee5-5140-443b-9625-db4dc5964700, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=c99ecee5-5140-443b-9625-db4dc5964700,segment=NetworkSegment(903927c2-83d5-4915-9b07-5e56953fa331),segment_id=903927c2-83d5-4915-9b07-5e56953fa331)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:04:44.562794 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7c1c-cbaf-4f13-8d31-f096990aa69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:44.716566 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-5d4b7c1c-cbaf-4f13-8d31-f096990aa69e admin admin] Calling delete_port for c99ecee5-5140-443b-9625-db4dc5964700 owned by network:router_gateway {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:04:44.872533 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7c1c-cbaf-4f13-8d31-f096990aa69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:44.917942 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-b5b83049-12bc-4a19-bfd8-a87dd98b8dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c7020b8>, [{'id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'name': 'tempest-TestVolumeBootPattern-514728790-router', 'tenant_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T18:04:40Z', 'revision_number': 5, 'project_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'gw_port': {'id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:44.923047 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b83049-12bc-4a19-bfd8-a87dd98b8dbc None None] Checking router: 3299a299-7eb2-4070-ab65-95d65520dddd for host: dv-cinder-733623-9-iscsi {{(pid=80245) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}}
Dec 02 18:04:44.936159 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b83049-12bc-4a19-bfd8-a87dd98b8dbc None None] Routers {'3299a299-7eb2-4070-ab65-95d65520dddd'} bound to L3 agent in host dv-cinder-733623-9-iscsi {{(pid=80245) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 02 18:04:44.936896 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-b5b83049-12bc-4a19-bfd8-a87dd98b8dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf6c7020b8>, 'dv-cinder-733623-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-02T17:40:26Z,description=<?>,heartbeat_timestamp=2020-12-02T18:04:26Z,host='dv-cinder-733623-9-iscsi',id=969376f6-ce06-4316-b861-b4eec05aa577,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-02T17:40:26Z,topic='l3_agent')) {'router_ids': ['3299a299-7eb2-4070-ab65-95d65520dddd'], 'active': True} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:45.155369 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvr_db [None req-b5b83049-12bc-4a19-bfd8-a87dd98b8dbc None None] Set router 3299a299-7eb2-4070-ab65-95d65520dddd gateway port host: dv-cinder-733623-9-iscsi {{(pid=80245) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 02 18:04:45.196902 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7c1c-cbaf-4f13-8d31-f096990aa69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558396'] for router_gateway, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:45.531471 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-f486ae12-6915-4a55-99e3-c8b7e9509145 req-1776f647-a8bd-4648-8e6e-e9c4ee68d301 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Synchronizing usage tracker for tenant:09ed4d70c16e4d168d02c462309a5dfc on resource:port {{(pid=80243) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 02 18:04:45.555845 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_hamode_db [None req-b5b83049-12bc-4a19-bfd8-a87dd98b8dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf6c7020b8>, [{'id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'name': 'tempest-TestVolumeBootPattern-514728790-router', 'tenant_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T18:04:40Z', 'revision_number': 5, 'project_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'gw_port': {'id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}], 'dv-cinder-733623-9-iscsi', False) {} {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:45.561478 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b83049-12bc-4a19-bfd8-a87dd98b8dbc None None] The sync data for ids ['3299a299-7eb2-4070-ab65-95d65520dddd'] in dv-cinder-733623-9-iscsi is: [{'id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'name': 'tempest-TestVolumeBootPattern-514728790-router', 'tenant_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'external_fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-02T17:53:51Z', 'updated_at': '2020-12-02T18:04:40Z', 'revision_number': 5, 'project_id': 'f81ac9fe4a0740af86c0fc9d18bcda7e', 'gw_port': {'id': 'c99ecee5-5140-443b-9625-db4dc5964700', 'name': '', 'network_id': '0e06ccbb-5acd-4938-8c27-f383e561e919', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3299a299-7eb2-4070-ab65-95d65520dddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733623-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-02T17:53:53Z', 'updated_at': '2020-12-02T17:54:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '532d231e-7a8d-40fb-bd4a-4a834cb48228', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733623-9-iscsi'}] {{(pid=80245) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}}
Dec 02 18:04:45.645370 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7c1c-cbaf-4f13-8d31-f096990aa69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-567326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3749'] for router, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:45.650143 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7c1c-cbaf-4f13-8d31-f096990aa69e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:45.678082 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7c1c-cbaf-4f13-8d31-f096990aa69e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854217073'] for router, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:45.678910 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4b7c1c-cbaf-4f13-8d31-f096990aa69e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3299a299-7eb2-4070-ab65-95d65520dddd {{(pid=80243) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 02 18:04:45.694863 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5d4b7c1c-cbaf-4f13-8d31-f096990aa69e admin admin] Notify callbacks [] for router, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:45.698505 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-5d4b7c1c-cbaf-4f13-8d31-f096990aa69e admin admin] 10.222.0.21 "DELETE /v2.0/routers/3299a299-7eb2-4070-ab65-95d65520dddd HTTP/1.1" status: 204  len: 168 time: 2.0651400
Dec 02 18:04:45.698505 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [req-f486ae12-6915-4a55-99e3-c8b7e9509145 req-1776f647-a8bd-4648-8e6e-e9c4ee68d301 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] Unset dirty status for tenant:09ed4d70c16e4d168d02c462309a5dfc on resource:port {{(pid=80243) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 02 18:04:45.698967 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 33516) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:45.711319 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [req-f486ae12-6915-4a55-99e3-c8b7e9509145 req-1776f647-a8bd-4648-8e6e-e9c4ee68d301 tempest-VolumesNegativeTest-1527429631 tempest-VolumesNegativeTest-1527429631] 10.222.0.21 "GET /v2.0/ports?device_id=ef238df9-2358-4ebd-87cc-96dd3d08677c HTTP/1.1" status: 200  len: 210 time: 0.6882799
Dec 02 18:04:45.795829 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf984d7-1cae-4d38-a3b2-0e7f42d013be admin admin] Deleting subnet 2a8949a9-8146-4f54-acca-e70f8a4a7d06 {{(pid=80244) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 02 18:04:45.799335 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ebf984d7-1cae-4d38-a3b2-0e7f42d013be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:45.857532 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ebf984d7-1cae-4d38-a3b2-0e7f42d013be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036842728492'] for subnet, precommit_delete_associations {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:45.955559 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ebf984d7-1cae-4d38-a3b2-0e7f42d013be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036851170303'] for subnet, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:46.303026 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ebf984d7-1cae-4d38-a3b2-0e7f42d013be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3605529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-674831', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10859329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10790274'] for subnet, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:46.322004 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-851ba22e-c6ab-47da-a479-7b4bba1a8171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:46.370589 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf984d7-1cae-4d38-a3b2-0e7f42d013be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a8949a9-8146-4f54-acca-e70f8a4a7d06,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:46.384423 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ebf984d7-1cae-4d38-a3b2-0e7f42d013be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:46.483311 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ebf984d7-1cae-4d38-a3b2-0e7f42d013be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for subnet, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:46.488978 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b0ccad-6b42-4dc1-8c37-736882efde77 None None] Network 0b569ece-1ee3-4350-a5b1-8dd1e25e394d requested from dv-cinder-733623-9-iscsi {{(pid=80245) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 02 18:04:46.500999 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 33530) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:46.514196 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-ebf984d7-1cae-4d38-a3b2-0e7f42d013be admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2a8949a9-8146-4f54-acca-e70f8a4a7d06 HTTP/1.1" status: 204  len: 168 time: 0.8139703
Dec 02 18:04:46.657828 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3483811'] for network, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:46.751420 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Deleting port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 {{(pid=80243) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:04:46.751936 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:46.842064 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4321390-c99b-4e31-9521-905764b62f87 None None] DHCP port deletion for 0b569ece-1ee3-4350-a5b1-8dd1e25e394d request from dv-cinder-733623-9-iscsi {{(pid=80245) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 02 18:04:46.846452 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-f4321390-c99b-4e31-9521-905764b62f87 None None] Deleting port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:04:46.846912 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f4321390-c99b-4e31-9521-905764b62f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:47.151906 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-f4321390-c99b-4e31-9521-905764b62f87 None None] For port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=99d9d7df-5002-4a08-a2d0-d1b6f98aa277,segment=NetworkSegment(1d60bd5c-8c75-43b2-8377-09777b6eecb6),segment_id=1d60bd5c-8c75-43b2-8377-09777b6eecb6)] {{(pid=80245) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:04:47.152366 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f4321390-c99b-4e31-9521-905764b62f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:47.265159 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.db [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] For port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277, host dv-cinder-733623-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733623-9-iscsi',level=0,port_id=99d9d7df-5002-4a08-a2d0-d1b6f98aa277,segment=NetworkSegment(1d60bd5c-8c75-43b2-8377-09777b6eecb6),segment_id=1d60bd5c-8c75-43b2-8377-09777b6eecb6)] {{(pid=80243) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 02 18:04:47.265716 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854147118'] for port, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:47.396552 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-f4321390-c99b-4e31-9521-905764b62f87 None None] Calling delete_port for 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 owned by network:dhcp {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:04:47.432775 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Calling delete_port for 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 owned by network:dhcp {{(pid=80243) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 02 18:04:47.528028 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036851278652', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036830796193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363262389724822', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363262390247728', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11511280'] for port, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:47.552607 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4fb8b852-9aa6-4d8d-ad0a-94f714852cfc tempest-AttachVolumeNegativeTest-2060747547 tempest-AttachVolumeNegativeTest-2060747547] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:47.556565 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.db.api [None req-f4321390-c99b-4e31-9521-905764b62f87 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80245) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 02 18:04:47.556987 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_db.api [None req-f4321390-c99b-4e31-9521-905764b62f87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80245) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 02 18:04:47.557777 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device c99ecee5-5140-443b-9625-db4dc5964700 no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:04:47.607475 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: c99ecee5-5140-443b-9625-db4dc5964700 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:04:47.607884 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device c99ecee5-5140-443b-9625-db4dc5964700 not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:04:47.608372 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:04:47.611804 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Pushing event deleted for resources: {'Port': ['ID=99d9d7df-5002-4a08-a2d0-d1b6f98aa277,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:47.621866 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:47.683823 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:04:47.684350 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:04:47.684623 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 0fb12cf8-1942-490c-b26d-51450ac7f960 no longer exists at agent ovs-agent-dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 02 18:04:47.738551 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] No DVR routers for this DVR port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 on host dv-cinder-733623-9-iscsi {{(pid=80243) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 02 18:04:47.753264 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] No Port match for: 0fb12cf8-1942-490c-b26d-51450ac7f960 {{(pid=80245) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 02 18:04:47.753786 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.rpc [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Device 0fb12cf8-1942-490c-b26d-51450ac7f960 not bound to the agent host dv-cinder-733623-9-iscsi {{(pid=80245) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 02 18:04:47.898743 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036851106152', 'neutron.services.segments.db._delete_segments_for_network--9223363262389739448'] for network, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:48.041698 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf67333710>,) {'filters': {'network_id': ['0b569ece-1ee3-4350-a5b1-8dd1e25e394d']}} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:48.058748 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-f4321390-c99b-4e31-9521-905764b62f87 None None] Deleting port 99d9d7df-5002-4a08-a2d0-d1b6f98aa277 {{(pid=80245) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 02 18:04:48.059480 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f4321390-c99b-4e31-9521-905764b62f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774464975816'] for port, before_delete {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:48.071763 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf67333710>, '1d60bd5c-8c75-43b2-8377-09777b6eecb6') {'for_net_delete': True} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:48.074822 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.services.segments.db [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf67333710>, '1d60bd5c-8c75-43b2-8377-09777b6eecb6') {} {{(pid=80243) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 02 18:04:48.133644 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363262389743032', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1281428'] for segment, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:48.193623 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.plugin [None req-f4321390-c99b-4e31-9521-905764b62f87 None None] The port '99d9d7df-5002-4a08-a2d0-d1b6f98aa277' was deleted {{(pid=80245) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 02 18:04:48.213738 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3666038'] for segment, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:48.218226 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80243) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 02 18:04:48.594273 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Network 0b569ece-1ee3-4350-a5b1-8dd1e25e394d has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:04:48.605318 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036851109762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843264633'] for segment, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:48.842840 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.plugins.ml2.managers [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Network 0b569ece-1ee3-4350-a5b1-8dd1e25e394d has no segments {{(pid=80243) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]: Traceback (most recent call last):
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:     timer()
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:     cb(*args, **kw)
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:     return func(*args, **kwargs)
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:     self._notify()
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:     self.callback(batched_events)
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:     event.method(event)
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:     segment_id)['aggregates'][0]
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:     return f(self, *a, **k)
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self._get(url).json()
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:     **kwargs)
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:     return self.request(url, 'GET', **kwargs)
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:     **endpoint_filter)
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 02 18:04:48.871233 dv-cinder-733623-9-iscsi neutron-server[80134]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 02 18:04:48.969521 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3669648', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675051', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3990245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854217382'] for network, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:48.976619 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3236908b-55d1-4419-aa3f-935891b86475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:49.000672 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036850803445'] for network, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:49.014516 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b569ece-1ee3-4350-a5b1-8dd1e25e394d,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:49.021292 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0b569ece-1ee3-4350-a5b1-8dd1e25e394d HTTP/1.1" status: 204  len: 168 time: 2.5157382
Dec 02 18:04:49.021292 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c154a907-5408-4741-8cbd-430e5f0cde79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:49.335688 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 33688) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:49.410894 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-6ec88b21-cb1e-4994-8770-e65bfee5ce20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4efb85fc834d471fbfdaf374fbfc0c75&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0718586
Dec 02 18:04:49.413733 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 33700) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:49.503945 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-51ac94f2-f39a-4122-afa7-cacdd7ca3232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:49.537891 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-51ac94f2-f39a-4122-afa7-cacdd7ca3232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:49.609626 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-51ac94f2-f39a-4122-afa7-cacdd7ca3232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:49.635044 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-3c65e597-9d55-4050-9cd6-76f7f453be21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:49.666834 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac94f2-f39a-4122-afa7-cacdd7ca3232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa4f967-0e7a-4853-8bb7-3f48784e2948,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:49.671241 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-51ac94f2-f39a-4122-afa7-cacdd7ca3232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:49.682929 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-51ac94f2-f39a-4122-afa7-cacdd7ca3232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:49.686646 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-51ac94f2-f39a-4122-afa7-cacdd7ca3232 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/baa4f967-0e7a-4853-8bb7-3f48784e2948 HTTP/1.1" status: 204  len: 168 time: 0.2701170
Dec 02 18:04:50.358803 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 33764) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:50.434704 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-31aaaddb-914b-42fd-bb3b-5548f9c6e951 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f81ac9fe4a0740af86c0fc9d18bcda7e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0739696
Dec 02 18:04:50.437439 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 33772) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:50.521533 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2dae72a4-63e6-4b2b-ac81-f8e664c9fa18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:50.546091 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2dae72a4-63e6-4b2b-ac81-f8e664c9fa18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:50.604578 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2dae72a4-63e6-4b2b-ac81-f8e664c9fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:50.611107 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-51ac94f2-f39a-4122-afa7-cacdd7ca3232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:50.629088 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae72a4-63e6-4b2b-ac81-f8e664c9fa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d0b408-93bf-4c42-89f1-a5b49f3f877c,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:50.631688 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-2dae72a4-63e6-4b2b-ac81-f8e664c9fa18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:50.633619 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-2dae72a4-63e6-4b2b-ac81-f8e664c9fa18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23d0b408-93bf-4c42-89f1-a5b49f3f877c HTTP/1.1" status: 204  len: 168 time: 0.1933010
Dec 02 18:04:50.634763 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-2dae72a4-63e6-4b2b-ac81-f8e664c9fa18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:52.120474 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 33838) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:52.292539 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-19885e96-3b96-46c2-9bf7-ec40cb1a70a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:52.310116 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-19885e96-3b96-46c2-9bf7-ec40cb1a70a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:04:52.314489 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-19885e96-3b96-46c2-9bf7-ec40cb1a70a2 admin admin] Usage tracker for resource:security_group_rule and tenant:593fa74b59874fc9a40f772a3ac5f5b3 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:04:52.317664 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-19885e96-3b96-46c2-9bf7-ec40cb1a70a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:04:52.324546 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-19885e96-3b96-46c2-9bf7-ec40cb1a70a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:04:52.427315 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-19885e96-3b96-46c2-9bf7-ec40cb1a70a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:52.431203 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-19885e96-3b96-46c2-9bf7-ec40cb1a70a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:52.438939 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-e1ae8553-18c5-4f5b-bb97-0bd35d81cc5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:52.484924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19885e96-3b96-46c2-9bf7-ec40cb1a70a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f9cc29-1701-49e7-8718-7caa90f0a116,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:52.489847 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-19885e96-3b96-46c2-9bf7-ec40cb1a70a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=593fa74b59874fc9a40f772a3ac5f5b3&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3678155
Dec 02 18:04:52.491611 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-19885e96-3b96-46c2-9bf7-ec40cb1a70a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:52.493144 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 33844) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:52.559925 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-981a7441-d3ac-4bd6-901a-c7ed9f393e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:52.590576 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-981a7441-d3ac-4bd6-901a-c7ed9f393e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:52.645450 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-981a7441-d3ac-4bd6-901a-c7ed9f393e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:52.651618 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-68eb1175-1a7c-491c-bd39-30f32d87f658 tempest-AttachVolumeShelveTestJSON-660069657 tempest-AttachVolumeShelveTestJSON-660069657] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:52.666526 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a7441-d3ac-4bd6-901a-c7ed9f393e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f9cc29-1701-49e7-8718-7caa90f0a116,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:52.670135 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-981a7441-d3ac-4bd6-901a-c7ed9f393e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:52.672346 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-981a7441-d3ac-4bd6-901a-c7ed9f393e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:52.673554 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-981a7441-d3ac-4bd6-901a-c7ed9f393e25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9f9cc29-1701-49e7-8718-7caa90f0a116 HTTP/1.1" status: 204  len: 168 time: 0.1794057
Dec 02 18:04:53.052993 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 33854) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:53.075493 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4626e258-cd87-4295-8122-de698a79f217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:53.114586 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-4626e258-cd87-4295-8122-de698a79f217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:04:53.119789 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-4626e258-cd87-4295-8122-de698a79f217 admin admin] Usage tracker for resource:security_group_rule and tenant:0642ab235e0e4754a178da29555176d8 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:04:53.135950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-4626e258-cd87-4295-8122-de698a79f217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:04:53.138454 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-897665f0-2a3c-4228-b843-119bf8c472a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:53.144138 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-4626e258-cd87-4295-8122-de698a79f217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:04:53.276489 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4626e258-cd87-4295-8122-de698a79f217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:53.280386 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4626e258-cd87-4295-8122-de698a79f217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:53.302407 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-60878adf-e082-4c13-b521-d4c5497e0b24 tempest-TestVolumeBootPattern-1502003803 tempest-TestVolumeBootPattern-1502003803] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:53.352686 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-4626e258-cd87-4295-8122-de698a79f217 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0642ab235e0e4754a178da29555176d8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2953775
Dec 02 18:04:53.352686 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626e258-cd87-4295-8122-de698a79f217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8288e1cc-392f-4d09-aa69-69ef1ff48598,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:53.353593 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 33860) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:53.355000 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-4626e258-cd87-4295-8122-de698a79f217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:53.448782 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f8162f66-1fff-4483-b55c-17f98b3a0692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:53.479977 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f8162f66-1fff-4483-b55c-17f98b3a0692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:53.515555 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 33866) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:53.550034 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f8162f66-1fff-4483-b55c-17f98b3a0692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:53.557126 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6557f1b2-6035-462f-adbd-25ca146cbe97 tempest-AttachVolumeTestJSON-1952753005 tempest-AttachVolumeTestJSON-1952753005] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:53.572061 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8162f66-1fff-4483-b55c-17f98b3a0692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8288e1cc-392f-4d09-aa69-69ef1ff48598,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:53.576670 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f8162f66-1fff-4483-b55c-17f98b3a0692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:53.580936 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f8162f66-1fff-4483-b55c-17f98b3a0692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:53.584112 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-f8162f66-1fff-4483-b55c-17f98b3a0692 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8288e1cc-392f-4d09-aa69-69ef1ff48598 HTTP/1.1" status: 204  len: 168 time: 0.2293079
Dec 02 18:04:53.808576 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-b2e0e6c0-0cdf-4a47-9cb0-6e45ae49f073 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=09ed4d70c16e4d168d02c462309a5dfc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2913082
Dec 02 18:04:53.811193 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 33876) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:53.884924 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8bcb0c1e-c790-4551-aaf5-873cc0601baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:53.920360 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8bcb0c1e-c790-4551-aaf5-873cc0601baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:53.979538 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8bcb0c1e-c790-4551-aaf5-873cc0601baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:53.985610 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-19885e96-3b96-46c2-9bf7-ec40cb1a70a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:54.005661 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb0c1e-c790-4551-aaf5-873cc0601baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a836a87-cc53-4439-b933-50eef43c0c7f,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:54.017664 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-8bcb0c1e-c790-4551-aaf5-873cc0601baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:54.018043 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 33880) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:54.026556 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-8bcb0c1e-c790-4551-aaf5-873cc0601baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:54.031462 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-8bcb0c1e-c790-4551-aaf5-873cc0601baf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a836a87-cc53-4439-b933-50eef43c0c7f HTTP/1.1" status: 204  len: 168 time: 0.2190847
Dec 02 18:04:54.050667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-473f380e-667a-48d1-bd94-ba88f5aaa071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:54.070380 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-473f380e-667a-48d1-bd94-ba88f5aaa071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:04:54.075465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-473f380e-667a-48d1-bd94-ba88f5aaa071 admin admin] Usage tracker for resource:security_group_rule and tenant:eb61c13231db424d852623ac5cd4836c is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:04:54.078878 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-473f380e-667a-48d1-bd94-ba88f5aaa071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:04:54.087265 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-473f380e-667a-48d1-bd94-ba88f5aaa071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:04:54.213062 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-473f380e-667a-48d1-bd94-ba88f5aaa071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:54.223046 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-473f380e-667a-48d1-bd94-ba88f5aaa071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:54.234280 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-f8162f66-1fff-4483-b55c-17f98b3a0692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:54.286008 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-473f380e-667a-48d1-bd94-ba88f5aaa071 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb61c13231db424d852623ac5cd4836c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2626514
Dec 02 18:04:54.286727 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 33886) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:04:54.301595 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f380e-667a-48d1-bd94-ba88f5aaa071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e386985-fffd-483b-aa2d-1aa75bd28420,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:54.306411 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-473f380e-667a-48d1-bd94-ba88f5aaa071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:54.382444 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-15a136d3-b43a-4cba-a93d-5f1e6df7dfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:54.418601 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-15a136d3-b43a-4cba-a93d-5f1e6df7dfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:54.476557 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-15a136d3-b43a-4cba-a93d-5f1e6df7dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:54.482808 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-a5a4e7ba-ea50-4319-9893-bcbfaa13e3b7 tempest-TestShelveInstance-1931417735 tempest-TestShelveInstance-1931417735] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:04:54.497130 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a136d3-b43a-4cba-a93d-5f1e6df7dfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e386985-fffd-483b-aa2d-1aa75bd28420,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:04:54.500712 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-15a136d3-b43a-4cba-a93d-5f1e6df7dfe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:04:54.509512 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-15a136d3-b43a-4cba-a93d-5f1e6df7dfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:54.514900 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-15a136d3-b43a-4cba-a93d-5f1e6df7dfe9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e386985-fffd-483b-aa2d-1aa75bd28420 HTTP/1.1" status: 204  len: 168 time: 0.2271109
Dec 02 18:04:55.676732 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ffb5fa20-7aba-4b02-832a-da26564d90a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:56.217935 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:57.119990 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:04:57.886115 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:07.988353 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 34002) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:05:08.175293 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:08.192861 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:05:08.198532 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Usage tracker for resource:security_group_rule and tenant:eb3016642cb6478d962e1d1fa7b46f85 is out of sync, need to count used quota {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:05:08.201733 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80243) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:05:08.207827 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80243) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:05:08.300667 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:08.309522 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:08.314737 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-05cb7167-ab01-4933-b32e-8598c98fe3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:05:08.362593 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb3016642cb6478d962e1d1fa7b46f85&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3729286
Dec 02 18:05:08.363683 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e18349-f82f-4437-8c00-1e9b0ff8e3ed,revision_number=1']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:05:08.366876 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 34008) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:05:08.375717 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.376142 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.376564 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.376976 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.377384 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.377830 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.378239 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.378672 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.379079 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.379532 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.380141 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.380795 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.381793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.383461 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.383714 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.384082 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.384494 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.384904 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.385325 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.385737 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.386150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.386573 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.386979 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.387380 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80243) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:08.393070 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-6c5a9068-c1cb-44ff-b2c0-664f42e2bbcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:05:08.440378 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d3adcbae-8478-45fb-89b8-bdb9b4dac7d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:08.472228 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d3adcbae-8478-45fb-89b8-bdb9b4dac7d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:08.525938 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d3adcbae-8478-45fb-89b8-bdb9b4dac7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:08.531908 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-981a7441-d3ac-4bd6-901a-c7ed9f393e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:05:08.544729 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3adcbae-8478-45fb-89b8-bdb9b4dac7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e18349-f82f-4437-8c00-1e9b0ff8e3ed,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:05:08.551028 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-d3adcbae-8478-45fb-89b8-bdb9b4dac7d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:05:08.555184 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-d3adcbae-8478-45fb-89b8-bdb9b4dac7d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:08.559466 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-d3adcbae-8478-45fb-89b8-bdb9b4dac7d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35e18349-f82f-4437-8c00-1e9b0ff8e3ed HTTP/1.1" status: 204  len: 168 time: 0.1887720
Dec 02 18:05:08.977921 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 34016) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:05:08.998804 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ca9074e4-ce20-4bfa-9f15-22606c806cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:09.019472 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-ca9074e4-ce20-4bfa-9f15-22606c806cb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:05:09.024129 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-ca9074e4-ce20-4bfa-9f15-22606c806cb8 admin admin] Usage tracker for resource:security_group_rule and tenant:a2ed42371f3c471c9ae8b70a138cbf38 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:05:09.027345 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-ca9074e4-ce20-4bfa-9f15-22606c806cb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:05:09.033325 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-ca9074e4-ce20-4bfa-9f15-22606c806cb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:05:09.128012 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ca9074e4-ce20-4bfa-9f15-22606c806cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:09.132425 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ca9074e4-ce20-4bfa-9f15-22606c806cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:09.141999 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-da999fa7-b469-4ac1-bf67-da72ce87af1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:05:09.191810 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-ca9074e4-ce20-4bfa-9f15-22606c806cb8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2ed42371f3c471c9ae8b70a138cbf38&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2100096
Dec 02 18:05:09.192062 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 34020) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:05:09.195665 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9074e4-ce20-4bfa-9f15-22606c806cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30affb0-f295-4e06-911a-d66eb8ca0394,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:05:09.209807 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ca9074e4-ce20-4bfa-9f15-22606c806cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:05:09.266075 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5147444-8d7a-4abc-8b1d-d3b41882659e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:09.296550 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5147444-8d7a-4abc-8b1d-d3b41882659e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:09.344388 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5147444-8d7a-4abc-8b1d-d3b41882659e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:09.349733 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-cae8480f-07ee-41bc-9abc-b99cd9968887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:05:09.369072 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5147444-8d7a-4abc-8b1d-d3b41882659e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30affb0-f295-4e06-911a-d66eb8ca0394,revision_number=None']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:05:09.371975 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-c5147444-8d7a-4abc-8b1d-d3b41882659e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:05:09.372862 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-c5147444-8d7a-4abc-8b1d-d3b41882659e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:09.377179 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-c5147444-8d7a-4abc-8b1d-d3b41882659e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f30affb0-f295-4e06-911a-d66eb8ca0394 HTTP/1.1" status: 204  len: 168 time: 0.1840215
Dec 02 18:05:10.453306 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:17.098213 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:05:20.515093 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80244) accepted ('10.222.0.21', 34106) {{(pid=80244) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:05:20.676966 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:20.694927 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 02 18:05:20.699524 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Usage tracker for resource:security_group_rule and tenant:33bf6ff2992142e3a509567afad779c1 is out of sync, need to count used quota {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 02 18:05:20.702662 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.quota.resource [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80244) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 02 18:05:20.709861 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.quota.driver [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80244) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 02 18:05:20.804328 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:20.807581 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_create {{(pid=80244) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:20.820773 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-ad934fb1-01e8-44eb-ae37-3a42af33c765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:05:20.863655 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=33bf6ff2992142e3a509567afad779c1&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3447855
Dec 02 18:05:20.864631 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [-] (80243) accepted ('10.222.0.21', 34112) {{(pid=80243) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 02 18:05:20.866573 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c622f3-1fc7-4719-a920-e19fa51a0853,revision_number=1']} {{(pid=80244) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:05:20.875435 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.875875 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.876300 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.876718 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.877134 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.877552 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.877960 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.878366 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.878811 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.879220 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.879625 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.880031 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733623-9-iscsi {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.880515 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.881683 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.882237 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.882630 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.882932 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.883334 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.883723 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.884128 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.884535 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.884949 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.885344 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.885729 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-73362 {{(pid=80244) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 02 18:05:20.890659 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-890c8e8b-b283-4876-9472-99e7c7ce992b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80244) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:05:20.942734 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5ad5846a-5840-48ee-a4eb-e8b73a2dafae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:20.973829 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5ad5846a-5840-48ee-a4eb-e8b73a2dafae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:21.023846 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5ad5846a-5840-48ee-a4eb-e8b73a2dafae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-675031'] for security_group, after_delete {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:21.029443 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-b0586ed2-9a22-4a43-acd4-b0d64281bee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 02 18:05:21.043262 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5846a-5840-48ee-a4eb-e8b73a2dafae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c622f3-1fc7-4719-a920-e19fa51a0853,revision_number=None']} {{(pid=80243) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 02 18:05:21.048118 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG oslo_concurrency.lockutils [None req-5ad5846a-5840-48ee-a4eb-e8b73a2dafae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80243) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 02 18:05:21.054793 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-5ad5846a-5840-48ee-a4eb-e8b73a2dafae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80243) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:21.058538 dv-cinder-733623-9-iscsi neutron-server[80134]: INFO neutron.wsgi [None req-5ad5846a-5840-48ee-a4eb-e8b73a2dafae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15c622f3-1fc7-4719-a920-e19fa51a0853 HTTP/1.1" status: 204  len: 168 time: 0.1891387
Dec 02 18:05:23.142424 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-90a23ce1-f3de-4e26-8b2c-cb7aaffc5986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:25.671692 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-4369ccc6-7960-43c9-bc4f-69ccbfbdd1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:26.224887 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:27.095350 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:27.887045 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:40.479160 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:53.132674 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bb85778c-75e5-4dc1-b10a-fd4107f48e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:54.100405 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:05:55.674426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-bca52ffd-45ef-4d7e-986a-f5ff7b1cf356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:56.227173 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:57.098176 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:05:57.887618 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:06:10.480227 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:06:23.127837 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-05574519-8d21-49af-8e63-c4c614a50649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:06:25.676012 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f4523714-7304-4489-8174-c96ad55b25d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:06:26.226031 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:06:27.100383 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:06:27.889946 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:06:31.100210 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:06:40.478389 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:06:53.131507 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f5784d6b-508d-4396-aecc-77cee9fae5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:06:55.678885 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-3b2f9097-88ac-40d4-98b7-8549012b3025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:06:56.228882 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:06:57.104502 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:06:57.892689 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:07:08.100950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:07:10.492172 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:07:23.137047 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-f80038ec-6936-4114-8a2e-fde051089f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:07:25.680018 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-265de42d-ff26-4fc2-ae91-df55087aec7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:07:26.231151 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:07:27.101949 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:07:27.895044 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:07:40.509459 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:07:45.101579 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:07:53.139008 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-260f3599-451f-43d3-a10d-c49b55270f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:07:55.681426 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-101e2e9f-d4d8-4b60-a75b-ca1ef14a550d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:07:56.233989 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:07:57.105831 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:07:57.898934 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:08:10.507281 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:08:22.103104 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:08:23.143033 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a8040aaf-5c6c-4a53-81e2-2de2ee29f5b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:08:25.681654 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-eab06983-4113-4a29-a2b4-eb409432460d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:08:26.243631 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:08:27.113109 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:08:27.900158 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:08:40.522742 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:08:53.146950 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-35b7e11b-072f-4f6c-bbb6-1ff4a480400c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:08:55.683377 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-43f75c76-ebe7-46ba-a75c-b4b85e178426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:08:56.241465 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:08:57.106734 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:08:57.903171 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:08:59.104224 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:09:10.520362 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:09:23.153124 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-90f2b291-e851-4742-b077-60eb2b945b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:09:25.684236 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-486955b8-bb5b-4cb8-baa4-177debe7390f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:09:26.242786 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:09:27.109026 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:09:27.905903 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:09:36.103649 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:09:40.520241 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:09:53.147081 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-fa1a2ea6-01fa-40a2-8bac-742e56bce855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:09:55.686255 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6b5c7037-9c37-45dd-b741-30b2999ca2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:09:56.245073 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:09:57.112069 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:09:57.908307 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:10:10.522329 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:10:13.103716 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:10:23.150150 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-9063cace-c7fb-44c9-ad5d-2c1f2739b1d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:10:25.687123 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-ed419e36-0f8b-44dd-8835-d4962204a79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:10:26.247972 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:10:27.120072 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:10:27.910680 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:10:34.694678 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.wsgi [req-392718b6-80bb-4f4a-b6e8-633537f80c96 req-dc2da615-e696-4867-935a-c7f325aafb57 service neutron] (80244) timed out ('10.222.0.43', 52302) {{(pid=80244) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 02 18:10:40.522030 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-36e6c24d-eefe-4617-9042-be281554067e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:10:50.104829 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron.db.agents_db [None req-553ad7fe-aaf6-4bfc-8cc7-7a3dfcb38e95 None None] Agent healthcheck: found 6 active agents {{(pid=80246) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 02 18:10:53.152742 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-61ed2ca4-e37a-40dd-9403-c808c551faae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:10:55.689012 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-6a4fb7d7-af18-49de-8b24-f52b844882cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:10:56.254089 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-96009ef2-5105-4a82-b380-91afceda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:10:57.119253 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-82f2c554-9f08-4bf3-b248-b86a8ba0a1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 02 18:10:57.913511 dv-cinder-733623-9-iscsi neutron-server[80134]: DEBUG neutron_lib.callbacks.manager [None req-a08aef84-a8b2-44c1-a88d-39173b43c7e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363262389739465', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036851111494'] for agent, after_update {{(pid=80245) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}